master to develop sync

LICENSE

@@ -1,21 +1,5 @@
 MIT License
-
-Copyright (c) 2019 ShikshaLokam
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
+Copyright (c) 2025 Shikshalokam
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 

Transcribe-Translate-Recordings/.env

@@ -0,0 +1,2 @@
+OPENAI_API_KEY=your_openai_api_key_here
+AUDIO_FILE_PATH=path_to_default_audio_file

Transcribe-Translate-Recordings/README.md

@@ -0,0 +1,63 @@
+# Recording Transcription and Translation
+
+This repository contains a Python script to process large audio files. The script performs the following tasks:
+
+1. Splits the audio into smaller chunks.
+2. Transcribes the audio chunks into text using OpenAI's Whisper API.
+3. Translates the transcription into English using OpenAI's GPT model.
+4. Saves the transcription and translation as text files in the same folder as the input audio file.
+
+## Prerequisites
+
+### Software Requirements
+- Python 3.8 or higher
+- FFmpeg (for audio processing with `pydub`)
+
+### Python Libraries
+Install the required Python libraries using pip:
+```bash
+pip install pydub openai python-dotenv
+```
+
+### Environment Variables
+Create a `.env` file in the root directory of the repository with the following variables:
+```
+OPENAI_API_KEY=your_openai_api_key
+AUDIO_FILE_PATH=path_to_your_audio_file
+```
+Replace `your_openai_api_key` with your OpenAI API key and `path_to_your_audio_file` with the full path to the audio file you want to process.
+
+## Installation
+1. Clone the repository:
+   ```bash
+   git clone https://github.com/ELEVATE-Project/utils.git
+   cd utils/Transcribe-Translate-Recordings
+
+2. Set up the `.env` file as described above.
+
+3. Run the script:
+   ```bash
+   python transcribe_translate.py
+   ```
+
+4. The script will process the audio file, generate transcriptions, translate them into English, and save the results as text files in the same folder as the input audio file.
+
+## Output
+
+- **Transcription File:** `<audio_file_name>_transcription.txt`
+- **Translation File:** `<audio_file_name>_translation.txt`
+
+## Notes
+
+- Ensure your `.env` file contains the correct API key and audio file path.
+- Adjust the chunk size in the script if necessary for better performance or accuracy.
+- Make sure FFmpeg is installed and properly set up in your system.
+
+## License
+
+This project is licensed under the MIT License. See the LICENSE file for details.
+
+---
+
+
+

Transcribe-Translate-Recordings/requirements.txt

@@ -0,0 +1,3 @@
+openai==0.27.0
+pydub==0.25.1
+python-dotenv==1.0.0

Transcribe-Translate-Recordings/transcribe_translate.py

@@ -0,0 +1,83 @@
+import os
+from pydub import AudioSegment
+from pydub.utils import make_chunks
+import openai
+from dotenv import load_dotenv
+
+def split_audio(audio_path, chunk_size_ms=60000):
+    """Splits an audio file into chunks."""
+    audio = AudioSegment.from_file(audio_path)
+    chunks = make_chunks(audio, chunk_size_ms)
+    return chunks
+
+def transcribe_audio(chunk, api_key):
+    """Transcribes audio using OpenAI Whisper API."""
+    # Save the chunk temporarily
+    temp_chunk_path = "temp_chunk.mp3"
+    chunk.export(temp_chunk_path, format="mp3")
+
+    # Load audio file
+    with open(temp_chunk_path, "rb") as audio_file:
+        result = openai.Audio.transcribe(
+            model="whisper-1",  # Add model name if needed
+            file=audio_file
+        )
+
+    os.remove(temp_chunk_path)
+    return result.get("text", "")
+
+def translate_text(text, target_language="en"):
+    """Translates text using OpenAI's GPT model."""
+    response = openai.ChatCompletion.create(
+        model="gpt-3.5-turbo",  # Use the new model instead of text-davinci-003
+        messages=[
+            {"role": "system", "content": f"Translate the following text to {target_language}: "},
+            {"role": "user", "content": text}
+        ],
+        max_tokens=500
+    )
+    return response['choices'][0]['message']['content'].strip()
+
+def process_audio_file(audio_path, api_key, chunk_size_ms=60000):
+    """Processes an audio file: splits, transcribes, translates, and saves results."""
+    # Get audio file directory
+    folder_path = os.path.dirname(audio_path)
+    base_name = os.path.splitext(os.path.basename(audio_path))[0]
+
+    # Split audio into chunks
+    chunks = split_audio(audio_path, chunk_size_ms)
+
+    # Prepare output files
+    transcription_file = os.path.join(folder_path, f"{base_name}_transcription.txt")
+    translation_file = os.path.join(folder_path, f"{base_name}_translation.txt")
+
+    with open(transcription_file, "w", encoding="utf-8") as trans_file, open(translation_file, "w", encoding="utf-8") as transl_file:
+        for i, chunk in enumerate(chunks):
+            print(f"Processing chunk {i + 1}/{len(chunks)}...")
+
+            # Transcribe
+            transcription = transcribe_audio(chunk, api_key)
+
+            # Translate
+            translation = translate_text(transcription)
+
+            # Save results
+            trans_file.write(f"Chunk {i + 1} Transcription:\n{transcription}\n\n")
+            transl_file.write(f"Chunk {i + 1} Translation:\n{translation}\n\n")
+
+    print(f"Transcription and translation saved to {folder_path}")
+
+if __name__ == "__main__":
+    # Load environment variables
+    load_dotenv()
+    api_key = os.getenv("OPENAI_API_KEY")
+    audio_file_path = os.getenv("AUDIO_FILE_PATH")
+
+    if not api_key:
+        print("OPENAI_API_KEY is not set in .env file.")
+    elif not audio_file_path:
+        print("AUDIO_FILE_PATH is not set in .env file.")
+    elif not os.path.exists(audio_file_path):
+        print("The specified audio file does not exist.")
+    else:
+        process_audio_file(audio_file_path, api_key)

elevate-entity-management/constants/routes.js

@@ -100,6 +100,16 @@ module.exports = {
 				type: 'POST'
 			},
 		},
+		{
+			sourceRoute: '/entity-management/v1/entities/createMappingCsv',
+			type: 'POST',
+			inSequence: false,
+			orchestrated: false,
+			targetRoute: {
+				path: '/entity-management/v1/entities/createMappingCsv',
+				type: 'POST'
+			},
+		},
 		{
 			sourceRoute: '/entity-management/v1/entities/bulkUpdate',
 			type: 'POST',