bigquery

bone.py

@@ -0,0 +1,151 @@
+# This file will contain the logic for uploading data to BigQuery.
+
+from google.cloud import bigquery
+from google.cloud.exceptions import NotFound
+import uuid
+from datetime import datetime
+
+# --- Configuration: Set your project, dataset, and table details here ---
+PROJECT_ID = "gem-creation"
+DATASET_ID = "aura_mind_glow_data"
+TABLE_ID = "farm_analysis"
+
+def get_bigquery_client():
+    """Returns an authenticated BigQuery client."""
+    try:
+        client = bigquery.Client(project=PROJECT_ID)
+        print("✅ Successfully authenticated with BigQuery.")
+        return client
+    except Exception as e:
+        print(f"❌ Error authenticating with BigQuery: {e}")
+        return None
+
+def create_dataset_if_not_exists(client):
+    """Creates the BigQuery dataset if it doesn't exist."""
+    dataset_id = f"{PROJECT_ID}.{DATASET_ID}"
+    try:
+        client.get_dataset(dataset_id)  # Make an API request.
+        print(f"ℹ️ Dataset {dataset_id} already exists.")
+    except NotFound:
+        print(f"🟡 Dataset {dataset_id} not found. Creating dataset...")
+        dataset = bigquery.Dataset(dataset_id)
+        dataset.location = "US"  # You can change the location if needed
+        dataset = client.create_dataset(dataset, timeout=30)  # Make an API request.
+        print(f"✅ Created dataset {client.project}.{dataset.dataset_id}")
+
+
+def create_table_if_not_exists(client):
+    """Creates the BigQuery table if it doesn't exist."""
+    table_id = f"{PROJECT_ID}.{DATASET_ID}.{TABLE_ID}"
+    try:
+        client.get_table(table_id)  # Make an API request.
+        print(f"ℹ️ Table {table_id} already exists.")
+    except NotFound:
+        print(f"🟡 Table {table_id} not found. Creating table...")
+        schema = [
+            bigquery.SchemaField("analysis_id", "STRING", mode="REQUIRED"),
+            bigquery.SchemaField("timestamp", "TIMESTAMP", mode="REQUIRED"),
+            bigquery.SchemaField("farmer_id", "STRING", mode="NULLABLE"),
+            bigquery.SchemaField("gps_latitude", "FLOAT", mode="NULLABLE"),
+            bigquery.SchemaField("gps_longitude", "FLOAT", mode="NULLABLE"),
+            bigquery.SchemaField("crop_type", "STRING", mode="NULLABLE"),
+            bigquery.SchemaField("crop_variety", "STRING", mode="NULLABLE"),
+            bigquery.SchemaField("ai_diagnosis", "STRING", mode="NULLABLE"),
+            bigquery.SchemaField("confidence_score", "FLOAT", mode="NULLABLE"),
+            bigquery.SchemaField("recommended_action", "STRING", mode="NULLABLE"),
+            bigquery.SchemaField("farmer_feedback", "STRING", mode="NULLABLE"),
+            bigquery.SchemaField("treatment_applied", "STRING", mode="NULLABLE"),
+            bigquery.SchemaField("outcome_image_id", "STRING", mode="NULLABLE"),
+        ]
+        table = bigquery.Table(table_id, schema=schema)
+        table = client.create_table(table)  # Make an API request.
+        print(f"✅ Created table {table.project}.{table.dataset_id}.{table.table_id}")
+
+def upload_diagnosis_to_bigquery(diagnosis_data: dict):
+    """Uploads a single diagnosis record (from a dictionary) to BigQuery."""
+    client = get_bigquery_client()
+    if client is None:
+        print("❌ BigQuery client not available. Cannot upload diagnosis.")
+        return "BigQuery client not available."
+
+    # Ensure dataset and table are ready
+    create_dataset_if_not_exists(client)
+    create_table_if_not_exists(client)
+
+    table_id = f"{PROJECT_ID}.{DATASET_ID}.{TABLE_ID}"
+
+    # Add required fields if not present
+    if "analysis_id" not in diagnosis_data:
+        diagnosis_data["analysis_id"] = str(uuid.uuid4())
+    if "timestamp" not in diagnosis_data:
+        diagnosis_data["timestamp"] = datetime.now().isoformat()
+
+    rows_to_insert = [diagnosis_data]
+
+    errors = client.insert_rows_json(table_id, rows_to_insert)
+    if not errors:
+        print(f"✅ Diagnosis record {diagnosis_data.get('analysis_id')} uploaded successfully.")
+        return "Diagnosis uploaded successfully."
+    else:
+        print(f"❌ Encountered errors while inserting diagnosis record: {errors}")
+        return f"Error uploading diagnosis: {errors}"
+
+# ==============================================================================
+# ✨ NEW FUNCTION TO UPLOAD A CSV FILE ✨
+# ==============================================================================
+def upload_csv_to_bigquery(csv_file_path: str):
+    """
+    Uploads the contents of a CSV file to the specified BigQuery table.
+
+    Args:
+        csv_file_path (str): The local path to the CSV file.
+    """
+    client = get_bigquery_client()
+    if client is None:
+        print("❌ BigQuery client not available. Cannot upload CSV.")
+        return
+
+    # Ensure the destination dataset and table exist before uploading
+    create_dataset_if_not_exists(client)
+    create_table_if_not_exists(client)
+
+    table_id = f"{PROJECT_ID}.{DATASET_ID}.{TABLE_ID}"
+
+    # Configure the load job
+    job_config = bigquery.LoadJobConfig(
+        source_format=bigquery.SourceFormat.CSV,
+        skip_leading_rows=1,  # Skip the header row
+        autodetect=True,      # Let BigQuery automatically detect the schema from the table
+        write_disposition=bigquery.WriteDisposition.WRITE_APPEND, # Append data to the table
+    )
+
+    print(f"🚀 Starting CSV upload from '{csv_file_path}' to table '{table_id}'...")
+
+    try:
+        with open(csv_file_path, "rb") as source_file:
+            load_job = client.load_table_from_file(source_file, table_id, job_config=job_config)
+
+        load_job.result()  # Wait for the job to complete
+
+        destination_table = client.get_table(table_id)
+        print(f"✅ Job finished. Loaded {destination_table.num_rows} rows into {table_id}.")
+        return "CSV upload successful."
+    except Exception as e:
+        print(f"❌ An error occurred during the CSV upload: {e}")
+        return f"Error during CSV upload: {e}"
+
+
+# ==============================================================================
+# --- Example Usage ---
+# To run this file directly and test the new upload function:
+# 1. Save the CSV data from the previous step into a file named 'farm_analysis_data.csv'.
+# 2. Make sure that file is in the same directory as this script.
+# 3. Run 'python your_script_name.py' in your terminal.
+# ==============================================================================
+if __name__ == "__main__":
+    # The name of the CSV file you created
+    csv_file_to_upload = "farm_analysis_data.csv"
+    
+    print("--- Running BigQuery CSV Uploader Test ---")
+    upload_csv_to_bigquery(csv_file_to_upload)
+    print("--- Test complete ---")

farm_analysis_data.csv

@@ -0,0 +1,7 @@
+analysis_id,timestamp,farmer_id,gps_latitude,gps_longitude,crop_type,crop_variety,ai_diagnosis,confidence_score,recommended_action,farmer_feedback,treatment_applied,outcome_image_id
+"a1b2c3d4-e5f6-7890-1234-567890abcdef",2025-08-16T10:30:00,FARM_NG_001,9.0765,7.3986,"Maize","Oba-98","Phosphorus Deficiency",0.985,"How You Fit Solve Phosphorus Problem for Your Corn (Maize)\nIf your corn leaves de turn purple or dark green, especially when di plant still small, e fit be say phosphorus no reach am. Phosphorus be like power food for di plant root and for making seed.\nWetin You Go Do Sharp Sharp (Short-Term Solution)\nBone Meal: Go market, buy bone meal. Na ground-up animal bone and e full with phosphorus. Sprinkle small quantity around di base of your corn plant and mix am small with di soil. No let am touch di plant stem direct.\nFish Fertilizer (Fish Tea): If you fit get fish head or bones, soak dem inside water for some days. Di water go turn to strong fertilizer. Mix one cup of this fish tea with ten cups of plain water, and use am water your corn one time in a week.\nWetin You Go Do for Future Planting (Long-Term Solution)\nChicken Manure (Fowl Yansh): Before you plant next time, make sure you add well-decayed chicken manure to your soil. Fowl yansh get plenty phosphorus. No use fresh one, e dey too strong and e go burn your plant. Make sure e don dry well well.\nPlant Legumes: Plant beans (cowpea) or groundnut for di land before you plant corn again. Dis plants de help make di soil rich and e go help free up phosphorus for di next crop.\nCheck Your Soil pH: Sometimes, di phosphorus dey inside di soil but di soil too strong (acidic) for di plant to chop am. You fit add small wood ash to di soil before you plant. E go help balance di soil and make di phosphorus available for di corn.\nRemember, small small na im dem de take chop hot soup. Start with small quantity of fertilizer, watch your plant, and add more if you need am.","Helpful","Applied Bone Meal",img_followup_001
+"b2c3d4e5-f6a7-8901-2345-67890abcdef1",2025-08-16T11:45:10,FARM_NG_002,7.3775,3.9470,"Maize","SAMMAZ 14","Healthy Maize",0.998,"So your farm don produce beta corn? Oya, make we see different ways you fit enjoy am with your family. Corn no be for roasting alone!\nBetter Ways to Enjoy Your Healthy Corn (Maize)\nAgbado (Roasted Corn) and Ube (Pear):Dis one na classic street food for Naija. Just roast your fresh corn over charcoal fire until e brown small. Eat am with soft pear wey you don roast small or boil inside hot water. Di sweetness of di corn and di creamy pear na match made in heaven!\nBoiled Corn: Simple and sweet. Just remove di husk (di green leaf), put di corn inside pot with water and small salt. Cook am until di corn soft. You fit chop am like dat or with coconut. E dey very sweet and filling.\nPap (Akamu or Ogi): For dis one, you go need dry corn. Soak di corn for water for like two or three days until e soft. Grind am well well into a paste. Use clean cloth or sieve to separate di smooth paste from di chaff (di rough part). Allow di smooth paste to siddon and ferment small for one day. To prepare am, just mix small of di paste with cold water, then pour hot water on top and stir fast fast until e thick. Enjoy am with akara, moin moin, or milk and sugar.\nTuwo Masara:This na like swallow for northern people. You go grind dry corn into a fine powder (corn flour). Put water for pot and make e boil. Mix small of di corn flour with cold water to make a paste, then pour am inside di boiling water and de stir well. As e de thick, de add more of di dry flour small small and de turn am with turning stick until e strong like semo or eba. Serve am with any soup like Miyan Kuka or Miyan Taushe.\nEgusi and Corn Soup:You fit add fresh corn to your egusi soup! When you don fry your egusi finish and add your meat and fish, just cut fresh corn from di cob and pour am inside di soup. Allow am to cook for like 10-15 minutes. Di sweetness of di corn go make your egusi soup taste different and special.","Helpful","Harvested and Boiled",
+"c3d4e5f6-a7b8-9012-3456-7890abcdef12",2025-08-17T09:12:30,FARM_NG_003,11.9964,8.5167,"Maize","Oba-98","Northern Corn Leaf Blight",0.920,"Ah, this one be like when small pikin get fever. E weak but e go survive! We de find the best local medicine for this exact wahala. Check back soon!",,,""
+"d4e5f6a7-b8c9-0123-4567-890abcdef123",2025-08-17T14:05:00,FARM_NG_001,9.0801,7.4002,"Maize","Oba-98","Healthy Maize",0.999,"So your farm don produce beta corn? Oya, make we see different ways you fit enjoy am with your family. Corn no be for roasting alone!\nBetter Ways to Enjoy Your Healthy Corn (Maize)\nAgbado (Roasted Corn) and Ube (Pear):Dis one na classic street food for Naija. Just roast your fresh corn over charcoal fire until e brown small. Eat am with soft pear wey you don roast small or boil inside hot water. Di sweetness of di corn and di creamy pear na match made in heaven!\nBoiled Corn: Simple and sweet. Just remove di husk (di green leaf), put di corn inside pot with water and small salt. Cook am until di corn soft. You fit chop am like dat or with coconut. E dey very sweet and filling.\nPap (Akamu or Ogi): For dis one, you go need dry corn. Soak di corn for water for like two or three days until e soft. Grind am well well into a paste. Use clean cloth or sieve to separate di smooth paste from di chaff (di rough part). Allow di smooth paste to siddon and ferment small for one day. To prepare am, just mix small of di paste with cold water, then pour hot water on top and stir fast fast until e thick. Enjoy am with akara, moin moin, or milk and sugar.\nTuwo Masara:This na like swallow for northern people. You go grind dry corn into a fine powder (corn flour). Put water for pot and make e boil. Mix small of di corn flour with cold water to make a paste, then pour am inside di boiling water and de stir well. As e de thick, de add more of di dry flour small small and de turn am with turning stick until e strong like semo or eba. Serve am with any soup like Miyan Kuka or Miyan Taushe.\nEgusi and Corn Soup:You fit add fresh corn to your egusi soup! When you don fry your egusi finish and add your meat and fish, just cut fresh corn from di cob and pour am inside di soup. Allow am to cook for like 10-15 minutes. Di sweetness of di corn go make your egusi soup taste different and special.","Helpful","Prepared for Market",
+"e5f6a7b8-c9d0-1234-5678-90abcdef1234",2025-08-18T08:55:45,FARM_NG_004,6.5244,3.3792,"Maize","White Dent","Maize Streak Virus",0.890,"Omo, this sickness stubborn small. But no worry, we sabi the cure. Give us small time, we de package the solution for you now now.","Not Helpful",,
+"f6a7b8c9-d0e1-2345-6789-0abcdef12345",2025-08-18T16:20:00,FARM_NG_002,7.3811,3.9515,"Maize","SAMMAZ 14","Phosphorus Deficiency",0.960,"How You Fit Solve Phosphorus Problem for Your Corn (Maize)\nIf your corn leaves de turn purple or dark green, especially when di plant still small, e fit be say phosphorus no reach am. Phosphorus be like power food for di plant root and for making seed.\nWetin You Go Do Sharp Sharp (Short-Term Solution)\nBone Meal: Go market, buy bone meal. Na ground-up animal bone and e full with phosphorus. Sprinkle small quantity around di base of your corn plant and mix am small with di soil. No let am touch di plant stem direct.\nFish Fertilizer (Fish Tea): If you fit get fish head or bones, soak dem inside water for some days. Di water go turn to strong fertilizer. Mix one cup of this fish tea with ten cups of plain water, and use am water your corn one time in a week.\nWetin You Go Do for Future Planting (Long-Term Solution)\nChicken Manure (Fowl Yansh): Before you plant next time, make sure you add well-decayed chicken manure to your soil. Fowl yansh get plenty phosphorus. No use fresh one, e dey too strong and e go burn your plant. Make sure e don dry well well.\nPlant Legumes: Plant beans (cowpea) or groundnut for di land before you plant corn again. Dis plants de help make di soil rich and e go help free up phosphorus for di next crop.\nCheck Your Soil pH: Sometimes, di phosphorus dey inside di soil but di soil too strong (acidic) for di plant to chop am. You fit add small wood ash to di soil before you plant. E go help balance di soil and make di phosphorus available for di corn.\nRemember, small small na im dem de take chop hot soup. Start with small quantity of fertilizer, watch your plant, and add more if you need am.","Helpful","Used Fish Tea",img_followup_002

setup_remedies.py

@@ -0,0 +1,79 @@
+from google.cloud import bigquery
+
+# Construct a BigQuery client object.
+client = bigquery.Client(project="gem-creation")
+
+# Set dataset_id to the ID of the dataset to create.
+dataset_id = "gem-creation.maize_remedies"
+
+# Construct a full Dataset object to send to the API.
+dataset = bigquery.Dataset(dataset_id)
+
+# TODO(developer): Specify the geographic location where the dataset should reside.
+dataset.location = "US"
+
+# Send the dataset to the API for creation, with an explicit timeout.
+# Raises google.api_core.exceptions.Conflict if the dataset already
+# exists within the project.
+try:
+    dataset = client.create_dataset(dataset, timeout=30)  # Make an API request.
+    print("Created dataset {}.{}".format(client.project, dataset.dataset_id))
+except Exception as e:
+    print(e)
+
+
+table_id = "gem-creation.maize_remedies.remedies"
+
+schema = [
+    bigquery.SchemaField("remedy_name", "STRING", mode="REQUIRED"),
+    bigquery.SchemaField("remedy_description", "STRING", mode="REQUIRED"),
+]
+
+table = bigquery.Table(table_id, schema=schema)
+try:
+    table = client.create_table(table)  # Make an API request.
+    print(
+        "Created table {}.{}.{}".format(table.project, table.dataset_id, table.table_id)
+    )
+except Exception as e:
+    print(e)
+
+
+rows_to_insert = [
+    {
+        "remedy_name": "comic-relief",
+        "remedy_description": '''"Wetin My Eye See So?"
+"Ah! Oga/Madam farmer, this one pass my power o. I don look this picture soteh my eye dey turn. E be like say this thing no be corn at all o, or maybe na some new style of corn wey dem just invent for another planet. Abeg, you fit try another picture? Make my brain no go knock before you come back. No vex!"'''
+    },
+    {
+        "remedy_name": "healthy-maize",
+        "remedy_description": '''"So your farm don produce beta corn? Oya, make we see different ways you fit enjoy am with your family. Corn no be for roasting alone!"
+"Better Ways to Enjoy Your Healthy Corn (Maize)"
+"Agbado (Roasted Corn) and Ube (Pear):Dis one na classic street food for Naija. Just roast your fresh corn over charcoal fire until e brown small. Eat am with soft pear wey you don roast small or boil inside hot water. Di sweetness of di corn and di creamy pear na match made in heaven!"
+"Boiled Corn: Simple and sweet. Just remove di husk (di green leaf), put di corn inside pot with water and small salt. Cook am until di corn soft. You fit chop am like dat or with coconut. E dey very sweet and filling."
+"Pap (Akamu or Ogi): For dis one, you go need dry corn. Soak di corn for water for like two or three days until e soft. Grind am well well into a paste. Use clean cloth or sieve to separate di smooth paste from di chaff (di rough part). Allow di smooth paste to siddon and ferment small for one day. To prepare am, just mix small of di paste with cold water, then pour hot water on top and stir fast fast until e thick. Enjoy am with akara, moin moin, or milk and sugar."
+"Tuwo Masara:This na like swallow for northern people. You go grind dry corn into a fine powder (corn flour). Put water for pot and make e boil. Mix small of di corn flour with cold water to make a paste, then pour am inside di boiling water and stir well. As e de thick, de add more of di dry flour small small and de turn am with turning stick until e strong like semo or eba. Serve am with any soup like Miyan Kuka or Miyan Taushe."
+"Egusi and Corn Soup:You fit add fresh corn to your egusi soup! When you don fry your egusi finish and add your meat and fish, just cut fresh corn from di cob and pour am inside di soup. Allow am to cook for like 10-15 minutes. Di sweetness of di corn go make your egusi soup taste different and special."'''
+    },
+    {
+        "remedy_name": "maize-phosphorus",
+        "remedy_description": '''"How You Fit Solve Phosphorus Problem for Your Corn (Maize)"
+"If your corn leaves de turn purple or dark green, especially when di plant still small, e fit be say phosphorus no reach am. Phosphorus be like power food for di plant root and for making seed."
+"Wetin You Go Do Sharp Sharp (Short-Term Solution)"
+"Bone Meal: Go market, buy bone meal. Na ground-up animal bone and e full with phosphorus. Sprinkle small quantity around di base of your corn plant and mix am small with di soil. No let am touch di plant stem direct."
+"Fish Fertilizer (Fish Tea): If you fit get fish head or bones, soak dem inside water for some days. Di water go turn to strong fertilizer. Mix one cup of this fish tea with ten cups of plain water, and use am water your corn one time in a week."
+"Wetin You Go Do for Future Planting (Long-Term Solution)"
+"Chicken Manure (Fowl Yansh): Before you plant next time, make sure you add well-decayed chicken manure to your soil. Fowl yansh get plenty phosphorus. No use fresh one, e dey too strong and e go burn your plant. Make sure e don dry well well."
+"Plant Legumes: Plant beans (cowpea) or groundnut for di land before you plant corn again. Dis plants de help make di soil rich and e go help free up phosphorus for di next crop."
+"Check Your Soil pH: Sometimes, di phosphorus dey inside di soil but di soil too strong (acidic) for di plant to chop am. You fit add small wood ash to di soil before you plant. E go help balance di soil and make di phosphorus available for di corn."
+"Remember, small small na im dem de take chop hot soup. Start with small quantity of fertilizer, watch your plant, and add more if you need am."'''
+    }
+]
+
+errors = client.insert_rows_json(
+    table_id, rows_to_insert
+)  # Make an API request.
+if errors == []:
+    print("New rows have been added.")
+else:
+    print("Encountered errors while inserting rows: {}".format(errors))