Whidix/OnePieceDle
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Refactor database schema and update scraping logic for One Piece characters and arcs

Browse Source 
- Updated database schema to include French names and adjusted field names for consistency.
- Modified scraping script to fetch and store French names for arcs and characters.
- Improved API calls to handle redirects and fetch additional data for characters.
- Enhanced data extraction methods for character attributes and devil fruits.
- Cleaned up code for better readability and maintainability.
This commit is contained in:
whidix
2026-03-14 01:23:29 +01:00
parent a91b298ee5
commit a041a8caf5
24 changed files with 844 additions and 11193 deletions
Download Patch File Download Diff File Expand all files Collapse all files

501
drizzle/meta/0000_snapshot.json
View File

@@ -1,7 +1,7 @@
{
"version": "6",
"dialect": "sqlite",
"id": "d1237d76-8f1c-4721-b8dd-d31082ed7b9a",
"id": "8ffd14bd-bf33-410f-9778-92bc1abc8938",
"prevId": "00000000-0000-0000-0000-000000000000",
"tables": {
"arc": {
@@ -21,15 +21,22 @@
"notNull": true,
"autoincrement": false
},
"startChapter": {
"name": "startChapter",
"fr_name": {
"name": "fr_name",
"type": "text",
"primaryKey": false,
"notNull": false,
"autoincrement": false
},
"start_chapter": {
"name": "start_chapter",
"type": "integer",
"primaryKey": false,
"notNull": true,
"autoincrement": false
},
"endChapter": {
"name": "endChapter",
"end_chapter": {
"name": "end_chapter",
"type": "integer",
"primaryKey": false,
"notNull": false,
@@ -66,6 +73,13 @@
"notNull": true,
"autoincrement": false
},
"fr_name": {
"name": "fr_name",
"type": "text",
"primaryKey": false,
"notNull": false,
"autoincrement": false
},
"gender": {
"name": "gender",
"type": "text",
@@ -87,31 +101,31 @@
"notNull": false,
"autoincrement": false
},
"devilFruitId": {
"name": "devilFruitId",
"devil_fruit_id": {
"name": "devil_fruit_id",
"type": "text",
"primaryKey": false,
"notNull": false,
"autoincrement": false
},
"hakiObservation": {
"name": "hakiObservation",
"haki_observation": {
"name": "haki_observation",
"type": "integer",
"primaryKey": false,
"notNull": false,
"autoincrement": false,
"default": false
},
"hakiArmament": {
"name": "hakiArmament",
"haki_armament": {
"name": "haki_armament",
"type": "integer",
"primaryKey": false,
"notNull": false,
"autoincrement": false,
"default": false
},
"hakiConqueror": {
"name": "hakiConqueror",
"haki_conqueror": {
"name": "haki_conqueror",
"type": "integer",
"primaryKey": false,
"notNull": false,
@@ -140,15 +154,22 @@
"notNull": false,
"autoincrement": false
},
"firstAppearance": {
"name": "firstAppearance",
"fr_origin": {
"name": "fr_origin",
"type": "text",
"primaryKey": false,
"notNull": false,
"autoincrement": false
},
"first_appearance": {
"name": "first_appearance",
"type": "integer",
"primaryKey": false,
"notNull": true,
"autoincrement": false
},
"pictureUrl": {
"name": "pictureUrl",
"picture_url": {
"name": "picture_url",
"type": "text",
"primaryKey": false,
"notNull": false,
@@ -161,6 +182,13 @@
"notNull": false,
"autoincrement": false
},
"fr_epithets": {
"name": "fr_epithets",
"type": "text",
"primaryKey": false,
"notNull": false,
"autoincrement": false
},
"status": {
"name": "status",
"type": "text",
@@ -168,8 +196,8 @@
"notNull": false,
"autoincrement": false
},
"arcId": {
"name": "arcId",
"arc_id": {
"name": "arc_id",
"type": "text",
"primaryKey": false,
"notNull": false,
@@ -182,23 +210,30 @@
"notNull": false,
"autoincrement": false
},
"isInDailyMode": {
"name": "isInDailyMode",
"fr_url": {
"name": "fr_url",
"type": "text",
"primaryKey": false,
"notNull": false,
"autoincrement": false
},
"is_in_daily_mode": {
"name": "is_in_daily_mode",
"type": "integer",
"primaryKey": false,
"notNull": false,
"autoincrement": false,
"default": true
"default": false
}
},
"indexes": {},
"foreignKeys": {
"character_devilFruitId_devilFruit_id_fk": {
"name": "character_devilFruitId_devilFruit_id_fk",
"character_devil_fruit_id_devil_fruit_id_fk": {
"name": "character_devil_fruit_id_devil_fruit_id_fk",
"tableFrom": "character",
"tableTo": "devilFruit",
"tableTo": "devil_fruit",
"columnsFrom": [
"devilFruitId"
"devil_fruit_id"
],
"columnsTo": [
"id"
@@ -206,17 +241,17 @@
"onDelete": "no action",
"onUpdate": "no action"
},
"character_arcId_arc_id_fk": {
"name": "character_arcId_arc_id_fk",
"character_arc_id_arc_id_fk": {
"name": "character_arc_id_arc_id_fk",
"tableFrom": "character",
"tableTo": "arc",
"columnsFrom": [
"arcId"
"arc_id"
],
"columnsTo": [
"id"
],
"onDelete": "no action",
"onDelete": "set null",
"onUpdate": "no action"
}
},
@@ -224,8 +259,8 @@
"uniqueConstraints": {},
"checkConstraints": {}
},
"characterHistory": {
"name": "characterHistory",
"character_history": {
"name": "character_history",
"columns": {
"id": {
"name": "id",
@@ -234,8 +269,8 @@
"notNull": true,
"autoincrement": false
},
"characterId": {
"name": "characterId",
"character_id": {
"name": "character_id",
"type": "text",
"primaryKey": false,
"notNull": false,
@@ -243,9 +278,9 @@
},
"date": {
"name": "date",
"type": "text",
"type": "integer",
"primaryKey": false,
"notNull": false,
"notNull": true,
"autoincrement": false
},
"won": {
@@ -256,34 +291,42 @@
"autoincrement": false,
"default": 0
},
"createdAt": {
"name": "createdAt",
"created_at": {
"name": "created_at",
"type": "integer",
"primaryKey": false,
"notNull": true,
"autoincrement": false
},
"updatedAt": {
"name": "updatedAt",
"updated_at": {
"name": "updated_at",
"type": "integer",
"primaryKey": false,
"notNull": true,
"autoincrement": false
}
},
"indexes": {},
"indexes": {
"character_history_date_unique": {
"name": "character_history_date_unique",
"columns": [
"date"
],
"isUnique": true
}
},
"foreignKeys": {
"characterHistory_characterId_character_id_fk": {
"name": "characterHistory_characterId_character_id_fk",
"tableFrom": "characterHistory",
"character_history_character_id_character_id_fk": {
"name": "character_history_character_id_character_id_fk",
"tableFrom": "character_history",
"tableTo": "character",
"columnsFrom": [
"characterId"
"character_id"
],
"columnsTo": [
"id"
],
"onDelete": "no action",
"onDelete": "cascade",
"onUpdate": "no action"
}
},
@@ -291,11 +334,11 @@
"uniqueConstraints": {},
"checkConstraints": {}
},
"characterOverride": {
"name": "characterOverride",
"character_override": {
"name": "character_override",
"columns": {
"characterId": {
"name": "characterId",
"character_id": {
"name": "character_id",
"type": "text",
"primaryKey": true,
"notNull": true,
@@ -329,29 +372,29 @@
"notNull": false,
"autoincrement": false
},
"devilFruitId": {
"name": "devilFruitId",
"devil_fruit_id": {
"name": "devil_fruit_id",
"type": "text",
"primaryKey": false,
"notNull": false,
"autoincrement": false
},
"hakiObservation": {
"name": "hakiObservation",
"haki_observation": {
"name": "haki_observation",
"type": "integer",
"primaryKey": false,
"notNull": false,
"autoincrement": false
},
"hakiArmament": {
"name": "hakiArmament",
"haki_armament": {
"name": "haki_armament",
"type": "integer",
"primaryKey": false,
"notNull": false,
"autoincrement": false
},
"hakiConqueror": {
"name": "hakiConqueror",
"haki_conqueror": {
"name": "haki_conqueror",
"type": "integer",
"primaryKey": false,
"notNull": false,
@@ -378,15 +421,15 @@
"notNull": false,
"autoincrement": false
},
"firstAppearance": {
"name": "firstAppearance",
"first_appearance": {
"name": "first_appearance",
"type": "integer",
"primaryKey": false,
"notNull": true,
"notNull": false,
"autoincrement": false
},
"pictureUrl": {
"name": "pictureUrl",
"picture_url": {
"name": "picture_url",
"type": "text",
"primaryKey": false,
"notNull": false,
@@ -406,8 +449,8 @@
"notNull": false,
"autoincrement": false
},
"arcId": {
"name": "arcId",
"arc_id": {
"name": "arc_id",
"type": "text",
"primaryKey": false,
"notNull": false,
@@ -420,6 +463,13 @@
"notNull": false,
"autoincrement": false
},
"fr_url": {
"name": "fr_url",
"type": "text",
"primaryKey": false,
"notNull": false,
"autoincrement": false
},
"notes": {
"name": "notes",
"type": "text",
@@ -430,43 +480,43 @@
},
"indexes": {},
"foreignKeys": {
"characterOverride_characterId_character_id_fk": {
"name": "characterOverride_characterId_character_id_fk",
"tableFrom": "characterOverride",
"character_override_character_id_character_id_fk": {
"name": "character_override_character_id_character_id_fk",
"tableFrom": "character_override",
"tableTo": "character",
"columnsFrom": [
"characterId"
"character_id"
],
"columnsTo": [
"id"
],
"onDelete": "no action",
"onDelete": "cascade",
"onUpdate": "no action"
},
"characterOverride_devilFruitId_devilFruit_id_fk": {
"name": "characterOverride_devilFruitId_devilFruit_id_fk",
"tableFrom": "characterOverride",
"tableTo": "devilFruit",
"character_override_devil_fruit_id_devil_fruit_id_fk": {
"name": "character_override_devil_fruit_id_devil_fruit_id_fk",
"tableFrom": "character_override",
"tableTo": "devil_fruit",
"columnsFrom": [
"devilFruitId"
"devil_fruit_id"
],
"columnsTo": [
"id"
],
"onDelete": "no action",
"onDelete": "set null",
"onUpdate": "no action"
},
"characterOverride_arcId_arc_id_fk": {
"name": "characterOverride_arcId_arc_id_fk",
"tableFrom": "characterOverride",
"character_override_arc_id_arc_id_fk": {
"name": "character_override_arc_id_arc_id_fk",
"tableFrom": "character_override",
"tableTo": "arc",
"columnsFrom": [
"arcId"
"arc_id"
],
"columnsTo": [
"id"
],
"onDelete": "no action",
"onDelete": "set null",
"onUpdate": "no action"
}
},
@@ -474,8 +524,8 @@
"uniqueConstraints": {},
"checkConstraints": {}
},
"characterScrapeValidation": {
"name": "characterScrapeValidation",
"character_scrape_validation": {
"name": "character_scrape_validation",
"columns": {
"id": {
"name": "id",
@@ -491,6 +541,13 @@
"notNull": true,
"autoincrement": false
},
"fr_name": {
"name": "fr_name",
"type": "text",
"primaryKey": false,
"notNull": false,
"autoincrement": false
},
"gender": {
"name": "gender",
"type": "text",
@@ -512,31 +569,31 @@
"notNull": false,
"autoincrement": false
},
"devilFruitId": {
"name": "devilFruitId",
"devil_fruit_id": {
"name": "devil_fruit_id",
"type": "text",
"primaryKey": false,
"notNull": false,
"autoincrement": false
},
"hakiObservation": {
"name": "hakiObservation",
"haki_observation": {
"name": "haki_observation",
"type": "integer",
"primaryKey": false,
"notNull": false,
"autoincrement": false,
"default": false
},
"hakiArmament": {
"name": "hakiArmament",
"haki_armament": {
"name": "haki_armament",
"type": "integer",
"primaryKey": false,
"notNull": false,
"autoincrement": false,
"default": false
},
"hakiConqueror": {
"name": "hakiConqueror",
"haki_conqueror": {
"name": "haki_conqueror",
"type": "integer",
"primaryKey": false,
"notNull": false,
@@ -564,15 +621,22 @@
"notNull": false,
"autoincrement": false
},
"firstAppearance": {
"name": "firstAppearance",
"fr_origin": {
"name": "fr_origin",
"type": "text",
"primaryKey": false,
"notNull": false,
"autoincrement": false
},
"first_appearance": {
"name": "first_appearance",
"type": "integer",
"primaryKey": false,
"notNull": true,
"autoincrement": false
},
"pictureUrl": {
"name": "pictureUrl",
"picture_url": {
"name": "picture_url",
"type": "text",
"primaryKey": false,
"notNull": false,
@@ -585,6 +649,13 @@
"notNull": false,
"autoincrement": false
},
"fr_epithets": {
"name": "fr_epithets",
"type": "text",
"primaryKey": false,
"notNull": false,
"autoincrement": false
},
"status": {
"name": "status",
"type": "text",
@@ -592,8 +663,8 @@
"notNull": false,
"autoincrement": false
},
"arcId": {
"name": "arcId",
"arc_id": {
"name": "arc_id",
"type": "text",
"primaryKey": false,
"notNull": false,
@@ -605,34 +676,41 @@
"primaryKey": false,
"notNull": false,
"autoincrement": false
},
"fr_url": {
"name": "fr_url",
"type": "text",
"primaryKey": false,
"notNull": false,
"autoincrement": false
}
},
"indexes": {},
"foreignKeys": {
"characterScrapeValidation_devilFruitId_devilFruit_id_fk": {
"name": "characterScrapeValidation_devilFruitId_devilFruit_id_fk",
"tableFrom": "characterScrapeValidation",
"tableTo": "devilFruit",
"character_scrape_validation_devil_fruit_id_devil_fruit_id_fk": {
"name": "character_scrape_validation_devil_fruit_id_devil_fruit_id_fk",
"tableFrom": "character_scrape_validation",
"tableTo": "devil_fruit",
"columnsFrom": [
"devilFruitId"
"devil_fruit_id"
],
"columnsTo": [
"id"
],
"onDelete": "no action",
"onDelete": "set null",
"onUpdate": "no action"
},
"characterScrapeValidation_arcId_arc_id_fk": {
"name": "characterScrapeValidation_arcId_arc_id_fk",
"tableFrom": "characterScrapeValidation",
"character_scrape_validation_arc_id_arc_id_fk": {
"name": "character_scrape_validation_arc_id_arc_id_fk",
"tableFrom": "character_scrape_validation",
"tableTo": "arc",
"columnsFrom": [
"arcId"
"arc_id"
],
"columnsTo": [
"id"
],
"onDelete": "no action",
"onDelete": "set null",
"onUpdate": "no action"
}
},
@@ -664,8 +742,8 @@
"uniqueConstraints": {},
"checkConstraints": {}
},
"devilFruit": {
"name": "devilFruit",
"devil_fruit": {
"name": "devil_fruit",
"columns": {
"id": {
"name": "id",
@@ -697,8 +775,8 @@
}
},
"indexes": {
"devilFruit_name_unique": {
"name": "devilFruit_name_unique",
"devil_fruit_name_unique": {
"name": "devil_fruit_name_unique",
"columns": [
"name"
],
@@ -710,6 +788,183 @@
"uniqueConstraints": {},
"checkConstraints": {}
},
"friendship": {
"name": "friendship",
"columns": {
"id": {
"name": "id",
"type": "text",
"primaryKey": true,
"notNull": true,
"autoincrement": false
},
"requester_id": {
"name": "requester_id",
"type": "text",
"primaryKey": false,
"notNull": true,
"autoincrement": false
},
"addressee_id": {
"name": "addressee_id",
"type": "text",
"primaryKey": false,
"notNull": true,
"autoincrement": false
},
"status": {
"name": "status",
"type": "text",
"primaryKey": false,
"notNull": true,
"autoincrement": false,
"default": "'pending'"
},
"created_at": {
"name": "created_at",
"type": "integer",
"primaryKey": false,
"notNull": true,
"autoincrement": false
},
"updated_at": {
"name": "updated_at",
"type": "integer",
"primaryKey": false,
"notNull": true,
"autoincrement": false
}
},
"indexes": {
"friendship_requester_id_addressee_id_unique": {
"name": "friendship_requester_id_addressee_id_unique",
"columns": [
"requester_id",
"addressee_id"
],
"isUnique": true
}
},
"foreignKeys": {
"friendship_requester_id_user_id_fk": {
"name": "friendship_requester_id_user_id_fk",
"tableFrom": "friendship",
"tableTo": "user",
"columnsFrom": [
"requester_id"
],
"columnsTo": [
"id"
],
"onDelete": "cascade",
"onUpdate": "no action"
},
"friendship_addressee_id_user_id_fk": {
"name": "friendship_addressee_id_user_id_fk",
"tableFrom": "friendship",
"tableTo": "user",
"columnsFrom": [
"addressee_id"
],
"columnsTo": [
"id"
],
"onDelete": "cascade",
"onUpdate": "no action"
}
},
"compositePrimaryKeys": {},
"uniqueConstraints": {},
"checkConstraints": {}
},
"user_character_history": {
"name": "user_character_history",
"columns": {
"id": {
"name": "id",
"type": "text",
"primaryKey": true,
"notNull": true,
"autoincrement": false
},
"user_id": {
"name": "user_id",
"type": "text",
"primaryKey": false,
"notNull": false,
"autoincrement": false
},
"character_history_id": {
"name": "character_history_id",
"type": "text",
"primaryKey": false,
"notNull": false,
"autoincrement": false
},
"try_count": {
"name": "try_count",
"type": "integer",
"primaryKey": false,
"notNull": true,
"autoincrement": false
},
"tried_character_ids": {
"name": "tried_character_ids",
"type": "text",
"primaryKey": false,
"notNull": false,
"autoincrement": false
},
"created_at": {
"name": "created_at",
"type": "integer",
"primaryKey": false,
"notNull": true,
"autoincrement": false
}
},
"indexes": {
"user_character_history_user_id_character_history_id_unique": {
"name": "user_character_history_user_id_character_history_id_unique",
"columns": [
"user_id",
"character_history_id"
],
"isUnique": true
}
},
"foreignKeys": {
"user_character_history_user_id_user_id_fk": {
"name": "user_character_history_user_id_user_id_fk",
"tableFrom": "user_character_history",
"tableTo": "user",
"columnsFrom": [
"user_id"
],
"columnsTo": [
"id"
],
"onDelete": "cascade",
"onUpdate": "no action"
},
"user_character_history_character_history_id_character_history_id_fk": {
"name": "user_character_history_character_history_id_character_history_id_fk",
"tableFrom": "user_character_history",
"tableTo": "character_history",
"columnsFrom": [
"character_history_id"
],
"columnsTo": [
"id"
],
"onDelete": "cascade",
"onUpdate": "no action"
}
},
"compositePrimaryKeys": {},
"uniqueConstraints": {},
"checkConstraints": {}
},
"account": {
"name": "account",
"columns": {
@@ -947,6 +1202,13 @@
"notNull": true,
"autoincrement": false
},
"username": {
"name": "username",
"type": "text",
"primaryKey": false,
"notNull": true,
"autoincrement": false
},
"email": {
"name": "email",
"type": "text",
@@ -969,6 +1231,14 @@
"notNull": false,
"autoincrement": false
},
"is_admin": {
"name": "is_admin",
"type": "integer",
"primaryKey": false,
"notNull": true,
"autoincrement": false,
"default": false
},
"created_at": {
"name": "created_at",
"type": "integer",
@@ -987,6 +1257,13 @@
}
},
"indexes": {
"user_username_unique": {
"name": "user_username_unique",
"columns": [
"username"
],
"isUnique": true
},
"user_email_unique": {
"name": "user_email_unique",
"columns": [