Upload 10 files

app/api/bible/[id]/route.ts

@@ -1,18 +1,11 @@
 import { NextRequest, NextResponse } from 'next/server'
 import { BOOKS, idToBookChapter } from '../../../lib/books'
+import { findChapterByBookAndNumber, BibleEntry } from '../../../lib/csvReader'
 
-// In-memory cache with 24 hour TTL (better for Hugging Face Spaces)
+// In-memory cache with 24 hour TTL
 const cache = new Map<string, { data: BibleEntry; timestamp: number }>()
 const CACHE_TTL = 24 * 60 * 60 * 1000 // 24 hours
 
-interface BibleEntry {
-  id: number
-  chapter_name: string
-  chapter_no: number
-  english_chapter: string
-  konkani_chapter: string
-}
-
 export async function GET(
   request: NextRequest,
   { params }: { params: Promise<{ id: string }> }
@@ -46,75 +39,9 @@ export async function GET(
       return NextResponse.json(cached.data)
     }
 
-    // Try to fetch chapter data with backoff
-    const maxRetries = 3
-    let retryCount = 0
-    let chapterData: BibleEntry | null = null
+    // Find chapter data from CSV
+    const chapterData = findChapterByBookAndNumber(book.name, chapter)
     
-    while (retryCount < maxRetries && !chapterData) {
-      try {
-        // Search through dataset to find the matching chapter
-        const estimatedOffset = Math.max(0, (bookIndex * 30) + (chapter - 1))
-        const limit = 100
-        
-        const response = await fetch(
-          `https://datasets-server.huggingface.co/rows?dataset=Reubencf/Konkani_bible&config=default&split=train&offset=${estimatedOffset}&limit=${limit}`,
-          {
-            headers: {
-              'Accept': 'application/json',
-            },
-          }
-        )
-
-        if (response.status === 429) {
-          // Rate limited - wait and retry
-          retryCount++
-          if (retryCount < maxRetries) {
-            await new Promise(resolve => setTimeout(resolve, 2000 * retryCount))
-            continue
-          } else {
-            throw new Error('Rate limit exceeded. Please try again later.')
-          }
-        }
-
-        if (!response.ok) {
-          throw new Error(`HTTP error! status: ${response.status}`)
-        }
-
-        const data = await response.json()
-        
-        if (!data.rows || data.rows.length === 0) {
-          break
-        }
-
-        // Find the matching chapter
-        const matchingRow = data.rows
-          .map((row: { row: Record<string, unknown> }) => row.row)
-          .find((row: Record<string, unknown>) => 
-            row.chapter_name === book.name && 
-            parseInt(String(row.chapter_no)) === chapter
-          )
-
-        if (matchingRow) {
-          chapterData = {
-            id: entryId,
-            chapter_name: matchingRow.chapter_name || book.name,
-            chapter_no: parseInt(matchingRow.chapter_no) || chapter,
-            english_chapter: matchingRow.english_chapter || '',
-            konkani_chapter: matchingRow.konkani_chapter || ''
-          }
-          break
-        }
-
-      } catch (error) {
-        if (retryCount === maxRetries - 1) {
-          throw error
-        }
-        retryCount++
-        await new Promise(resolve => setTimeout(resolve, 1000 * retryCount))
-      }
-    }
-
     if (!chapterData) {
       return NextResponse.json(
         { error: 'Chapter not found' },
@@ -122,10 +49,16 @@ export async function GET(
       )
     }
 
+    // Update the ID to match the expected ID from the request
+    const responseData: BibleEntry = {
+      ...chapterData,
+      id: entryId
+    }
+
     // Cache the chapter data
-    cache.set(cacheKey, { data: chapterData, timestamp: Date.now() })
+    cache.set(cacheKey, { data: responseData, timestamp: Date.now() })
 
-    return NextResponse.json(chapterData)
+    return NextResponse.json(responseData)
 
   } catch (error) {
     console.error('Error fetching Bible entry:', error)

app/lib/csvReader.ts

@@ -0,0 +1,211 @@
+import fs from 'fs';
+import path from 'path';
+
+export interface BibleEntry {
+  id: number;
+  chapter_name: string;
+  chapter_no: number;
+  english_chapter: string;
+  konkani_chapter: string;
+}
+
+// Cache for parsed CSV data
+let csvData: BibleEntry[] | null = null;
+
+// Parse CSV manually to handle multiline content properly
+function parseCSVLine(line: string): string[] {
+  const result: string[] = [];
+  let current = '';
+  let inQuotes = false;
+  let i = 0;
+
+  while (i < line.length) {
+    const char = line[i];
+    
+    if (char === '"') {
+      if (inQuotes && line[i + 1] === '"') {
+        // Escaped quote
+        current += '"';
+        i += 2;
+      } else {
+        // Toggle quote state
+        inQuotes = !inQuotes;
+        i++;
+      }
+    } else if (char === ',' && !inQuotes) {
+      // Field separator
+      result.push(current.trim());
+      current = '';
+      i++;
+    } else {
+      current += char;
+      i++;
+    }
+  }
+  
+  // Add the last field
+  result.push(current.trim());
+  return result;
+}
+
+function loadCSVData(): BibleEntry[] {
+  if (csvData) {
+    return csvData;
+  }
+
+  try {
+    const csvPath = path.join(process.cwd(), 'bible_chapters_csv.csv');
+    const fileContent = fs.readFileSync(csvPath, 'utf-8');
+    
+    // Remove BOM if present
+    const cleanContent = fileContent.replace(/^\uFEFF/, '');
+    
+    csvData = [];
+    
+    // Split by entries - each entry starts with a book name followed by a number
+    // We'll look for patterns like "Matthew,1," or "Mark,2," etc
+    const entryPattern = /^([^,]+),(\d+),/;
+    const lines = cleanContent.split('\n');
+    
+    let currentEntry: Partial<BibleEntry> = {};
+    let currentText = '';
+    let fieldIndex = 0; // 0 = reading english, 1 = reading konkani
+    
+    for (let i = 1; i < lines.length; i++) { // Skip header
+      const line = lines[i];
+      
+      if (!line.trim()) continue;
+      
+      const match = line.match(entryPattern);
+      
+      if (match) {
+        // Save previous entry if exists
+        if (currentEntry.chapter_name && currentText) {
+          if (fieldIndex === 0) {
+            currentEntry.english_chapter = currentText.trim();
+          } else {
+            currentEntry.konkani_chapter = currentText.trim();
+          }
+          
+          const entry: BibleEntry = {
+            id: csvData.length + 1,
+            chapter_name: currentEntry.chapter_name!,
+            chapter_no: currentEntry.chapter_no!,
+            english_chapter: currentEntry.english_chapter || '',
+            konkani_chapter: currentEntry.konkani_chapter || ''
+          };
+          csvData.push(entry);
+        }
+        
+        // Start new entry
+        currentEntry = {
+          chapter_name: match[1],
+          chapter_no: parseInt(match[2])
+        };
+        
+        // Get the rest of the line after the book name and chapter number
+        const restOfLine = line.substring(match[0].length);
+        currentText = restOfLine.startsWith('"') ? restOfLine.substring(1) : restOfLine;
+        fieldIndex = 0;
+        
+        // Check if this line contains both english and konkani (separated by quote and comma)
+        const splitPoint = currentText.indexOf('","');
+        if (splitPoint > -1) {
+          currentEntry.english_chapter = currentText.substring(0, splitPoint);
+          currentEntry.konkani_chapter = currentText.substring(splitPoint + 3);
+          
+          // Remove trailing quote if present
+          if (currentEntry.konkani_chapter.endsWith('"')) {
+            currentEntry.konkani_chapter = currentEntry.konkani_chapter.slice(0, -1);
+          }
+          
+          const entry: BibleEntry = {
+            id: csvData.length + 1,
+            chapter_name: currentEntry.chapter_name,
+            chapter_no: currentEntry.chapter_no,
+            english_chapter: currentEntry.english_chapter,
+            konkani_chapter: currentEntry.konkani_chapter
+          };
+          csvData.push(entry);
+          
+          currentEntry = {};
+          currentText = '';
+        }
+      } else {
+        // Continuation of current field
+        if (currentText) {
+          currentText += '\n' + line;
+        } else {
+          currentText = line;
+        }
+        
+        // Check for transition from english to konkani (marked by ","... pattern)
+        const transitionMatch = currentText.match(/^(.*?)","(.*)$/s);
+        if (transitionMatch) {
+          currentEntry.english_chapter = transitionMatch[1];
+          currentText = transitionMatch[2];
+          fieldIndex = 1;
+          
+          // Remove trailing quote if present
+          if (currentText.endsWith('"')) {
+            currentEntry.konkani_chapter = currentText.slice(0, -1);
+            
+            const entry: BibleEntry = {
+              id: csvData.length + 1,
+              chapter_name: currentEntry.chapter_name!,
+              chapter_no: currentEntry.chapter_no!,
+              english_chapter: currentEntry.english_chapter,
+              konkani_chapter: currentEntry.konkani_chapter
+            };
+            csvData.push(entry);
+            
+            currentEntry = {};
+            currentText = '';
+          }
+        }
+      }
+    }
+    
+    // Save last entry if exists
+    if (currentEntry.chapter_name && currentText) {
+      if (fieldIndex === 0) {
+        currentEntry.english_chapter = currentText.trim();
+      } else {
+        currentEntry.konkani_chapter = currentText.trim().replace(/^"/, '').replace(/"$/, '');
+      }
+      
+      const entry: BibleEntry = {
+        id: csvData.length + 1,
+        chapter_name: currentEntry.chapter_name,
+        chapter_no: currentEntry.chapter_no!,
+        english_chapter: currentEntry.english_chapter || '',
+        konkani_chapter: currentEntry.konkani_chapter || ''
+      };
+      csvData.push(entry);
+    }
+    
+    return csvData;
+  } catch (error) {
+    console.error('Error reading CSV file:', error);
+    return [];
+  }
+}
+
+export function findChapterByBookAndNumber(bookName: string, chapterNo: number): BibleEntry | null {
+  const data = loadCSVData();
+  
+  return data.find(entry => 
+    entry.chapter_name === bookName && 
+    entry.chapter_no === chapterNo
+  ) || null;
+}
+
+export function getChapterById(id: number): BibleEntry | null {
+  const data = loadCSVData();
+  
+  return data.find(entry => entry.id === id) || null;
+}
+
+export function getAllChapters(): BibleEntry[] {
+  return loadCSVData();
+}