Updates operational version to use LangChain

.gitignore

@@ -10,15 +10,16 @@ conf/local/**
 conf/**/*credentials*
 
 # ignore everything in the following folders
-#data/**
+data/**
 logs/**
 
 # except their sub-folders
-#!data/**/
+!data/**/
 !logs/**/
 
 # also keep the example dataset
-#!data/01_raw/*.csv
+!data/01_raw/*.csv
+!data/02_processed/**
 
 # also keep all .gitkeep files
 !.gitkeep
@@ -144,6 +145,7 @@ celerybeat-schedule
 
 # Environments
 .env
+!.env.example
 .envrc
 .venv
 env/

Dockerfile

@@ -18,24 +18,14 @@ ENV HF_HOME=$HF_HOME
 ARG ENTRYPOINT_PATH="./entrypoint.sh"
 ENV ENTRYPOINT_PATH=$ENTRYPOINT_PATH
 
-# Create the /code/ directory
-RUN mkdir -p /code/
-
-# Explicitly create and set permissions for /root/llmware_data/
-RUN mkdir -p /root/llmware_data/ && \
-    chmod -R 777 /root/llmware_data/
-
-# Optionally, set the umask to ensure that new files and directories
-# created in /code/ have read, write, and execute permissions for everyone.
-# Note: This command sets the umask for the shell used in the Dockerfile's
-# RUN command, but it might not affect the umask of the shell in the running container.
-# For a more persistent approach, you might need to set the umask in the container's entrypoint script.
-RUN echo "umask 000" >> /etc/bash.bashrc
+# Create the /code/ directory a ser permissions rwe
+RUN mkdir -p /code/&& \
+    chmod -R 777 /code/
 
 # Set the working directory to /code/
 WORKDIR /code
 
-# Create a virtual environment in the directory /code/venv
+# Create a virtual environment in the directory /venv
 RUN python -m venv venv
 
 #  Activate the virtual environment by adding it to the PATH environment variable
@@ -57,7 +47,7 @@ RUN mkdir -p $HF_HOME && \
 COPY . .
 
 RUN pip install -e . && \
-    python src/resume_worth/pipelines/data_indexing/data_indexing.py && \
+    python src/resume_worth/pipelines/data_indexing/pipeline.py && \
     chmod +x $ENTRYPOINT_PATH
 
 ENTRYPOINT $ENTRYPOINT_PATH

conf/.env.example

@@ -0,0 +1,16 @@
+# OpenAI (to text generation)
+OPENAI_API_KEY=""
+OPENAI_ORG_ID=""
+
+# Gretel (to generate synthetic evaluation data)
+GRETEL_API_KEY=""
+
+# Mlflow (to save experiment tracking on cloud)
+MLFLOW_TRACKING_USERNAME=""
+MLFLOW_TRACKING_PASSWORD=""
+MLFLOW_TRACKING_URI=""
+AZURE_STORAGE_CONNECTION_STRING=""
+
+# Tonic Validate (to visualize RAGAS results) 
+TONIC_VALIDATE_API_KEY=""
+TONIC_VALIDATE_PROJECT_ID=""

conf/params.yml

@@ -0,0 +1,22 @@
+# Data
+ingestion_data_dir: ["data", "02_processed"]
+ingestion_metadata_dir: ["data", "02_processed", "metadata"]
+
+# Embeddings
+embedding_model_name: "sentence-transformers/all-mpnet-base-v2"
+embedding_dir: ["data", "03_indexed"]
+
+# app
+APP_TITLE: "ResumeWorth"
+APP_DESCRIPTION: |
+    Discover Your Market Value!
+
+    Unlock the true value of your experience with ResumeWorth. 
+
+    Simply enter your job title, upload your resume, and let our advanced AI analyze your professional background. 
+    
+    In moments, you'll receive an estimated salary, tailored to your unique skills and experience. 
+# Empower your job search with insights that put you a step ahead.
+JOB_TITLES: ["Data Engineer", "Data Scientist", "Data Analyst", "Machine Learning Engineer"]
+HOST: "0.0.0.0"
+PORT: 7860

data/02_processed/72213138.json

@@ -0,0 +1 @@
+{"id": 72213138, "location": "selangor", "company": "synergy house furniture sdn bhd - location at top glove tower, setia alam", "job_title": "e-commerce data analyst", "salary": "RM\u00a02,800 \u2013 RM\u00a03,500 per month", "description": "How many years' experience do you have as a data analyst?"}

data/02_processed/72213138.txt

@@ -1,5 +0,0 @@
-LOCATION: Selangor 
-COMPANY: Synergy House Furniture Sdn Bhd - Location at Top Glove Tower, Setia Alam 
-JOB TITLE: E-commerce Data Analyst 
-SALARY: RM 2,800 – RM 3,500 per month 
-DESCRIPTION: How many years' experience do you have as a data analyst?

data/02_processed/72268722.json

@@ -0,0 +1 @@
+{"id": 72268722, "location": "selangor", "company": "agensi pekerjaan hays (malaysia) sdn bhd", "job_title": "data engineer", "salary": "RM\u00a07,000 \u2013 RM\u00a013,000 per month", "description": "Develop strategies for managing data and optimising database schemas to ensure data privacy and security across BI tools and processes.\nContinuously improve the data warehouse, BI processes, and system performance to meet business needs and accommodate growing data volumes.\nDesign, build, and maintain data systems and pipelines.\nManage scheduled data ingestion and processing operations, train stakeholders on BI tools use, and leverage innovative technologies and machine learning techniques for sophisticated data analysis and continuous improvement.\n3+ years of experience in data engineering or a related field.\nProficient in SQL, PLSQL, Stored Procedures, and Scripting.\nFamiliarity with ETL/ELT tools such as Azure Data Factory, Oracle Data Integrator, etc.\nExperience with Python, R, or other relevant scripting languages that are often used in data manipulation and acquisition.\nAttractive remuneration package and development opportunities.\nEnjoy a dynamic and stimulating, fast-paced environment with a team of bright professionals supporting you.\nFlexible work arrangements such as remote work or flexible hours."}

data/02_processed/72268722.txt

@@ -1,15 +0,0 @@
-LOCATION: Selangor 
-COMPANY: Agensi Pekerjaan Hays (Malaysia) Sdn Bhd 
-JOB TITLE: Data Engineer 
-SALARY: RM 7,000 – RM 13,000 per month 
-DESCRIPTION: Develop strategies for managing data and optimising database schemas to ensure data privacy and security across BI tools and processes.
-Continuously improve the data warehouse, BI processes, and system performance to meet business needs and accommodate growing data volumes.
-Design, build, and maintain data systems and pipelines.
-Manage scheduled data ingestion and processing operations, train stakeholders on BI tools use, and leverage innovative technologies and machine learning techniques for sophisticated data analysis and continuous improvement.
-3+ years of experience in data engineering or a related field.
-Proficient in SQL, PLSQL, Stored Procedures, and Scripting.
-Familiarity with ETL/ELT tools such as Azure Data Factory, Oracle Data Integrator, etc.
-Experience with Python, R, or other relevant scripting languages that are often used in data manipulation and acquisition.
-Attractive remuneration package and development opportunities.
-Enjoy a dynamic and stimulating, fast-paced environment with a team of bright professionals supporting you.
-Flexible work arrangements such as remote work or flexible hours.

data/02_processed/72275036.json

@@ -0,0 +1 @@
+{"id": 72275036, "location": "shah alam/subang", "company": "smartlink engineering sdn bhd", "job_title": "erp system analyst", "salary": "RM\u00a04,000 \u2013 RM\u00a06,000 per month", "description": "Ensure timely development and ongoing maintenance of Company-wide ERP system completely.\nAssist projects related to Company\u2019s ERP and product support.\nExtract data, report creation and analyze system for ERP solutions.\nImplement ERP process to increase efficiencies.\nReport writing and query creation in relation to ERP source system data.\nIdentify continuous improvement opportunities for assigned systems and processes.\nUpdate and manage ERP application system documentation.\nPrepare process and user training documentation for ERP system implementation.\nInteract with software vendor on issues requiring technical assistance requests for ERP systems.\nUndertake ad-hoc assignments when required.\nMust possess at least a diploma in Computer Science, IT, Engineering, or related field\nMinimum 2 years related working experience, prefer in manufacturing environment\nStrong analytical and problem-solving skills: ability to draw insights from data, research, and design practical and scalable solutions.\nInitiate and drive projects together with product owners and software teams.\nSelf-motivated, good interpersonal and communication with all levels of people\nExcellent on documentation, management, information analysis\nMust be organized, work gracefully under pressure and switch between projects seamlessly in a fast-paced environment\nHow many years' experience do you have as a systems analyst?"}

data/02_processed/72275036.txt

@@ -1,22 +0,0 @@
-LOCATION: Shah Alam/Subang 
-COMPANY: Smartlink Engineering Sdn Bhd 
-JOB TITLE: ERP System Analyst 
-SALARY: RM 4,000 – RM 6,000 per month 
-DESCRIPTION: Ensure timely development and ongoing maintenance of Company-wide ERP system completely.
-Assist projects related to Company’s ERP and product support.
-Extract data, report creation and analyze system for ERP solutions.
-Implement ERP process to increase efficiencies.
-Report writing and query creation in relation to ERP source system data.
-Identify continuous improvement opportunities for assigned systems and processes.
-Update and manage ERP application system documentation.
-Prepare process and user training documentation for ERP system implementation.
-Interact with software vendor on issues requiring technical assistance requests for ERP systems.
-Undertake ad-hoc assignments when required.
-Must possess at least a diploma in Computer Science, IT, Engineering, or related field
-Minimum 2 years related working experience, prefer in manufacturing environment
-Strong analytical and problem-solving skills: ability to draw insights from data, research, and design practical and scalable solutions.
-Initiate and drive projects together with product owners and software teams.
-Self-motivated, good interpersonal and communication with all levels of people
-Excellent on documentation, management, information analysis
-Must be organized, work gracefully under pressure and switch between projects seamlessly in a fast-paced environment
-How many years' experience do you have as a systems analyst?

data/02_processed/72319191.json

@@ -0,0 +1 @@
+{"id": 72319191, "location": "petaling", "company": "netmedias leashares sdn. bhd.", "job_title": "data analyst", "salary": "RM\u00a03,500 \u2013 RM\u00a04,000 per month", "description": "Looking for an opportunity to work in international markets?\nLooking for a company to unleash your potential and ability?\nLooking for a place that recognize your work performance?\nYou are a self-drive person.\nProactive, result-oriented and positive mindset.\nFree parking\nMeal allowance.\n5 minutes walking distance to MRT station (Phileo Damansara).\nTo interpret data, analyse the results by using statistical techniques and provide ongoing statistical reports.\nTo develop and implement databases, data analytics and collection systems, and other strategies that optimize statistical data quality.\nTo acquire data from primary or secondary data sources which includes collecting data from various sources such as internal databases, external, surveys, market research reports, and other relevant sources and maintain databases/data systems.\nTo identify, analyse, and interpret data trends or patterns in complex data sets which ensure the data accuracy, completeness, and consistency.\nTo filter and \u201cclean\u201d data by reviewing computer reports, printouts, and performance indicators to locate and correct code problems\nTo work with management to prioritize business and information needs.\nTo stay updated with industry trends and best practices in data analysis and reporting.\nCandidate must possess at least bachelor's degree in Statistics, Mathematics, Computer Science, or its equivalent.\nProven experience as a Data Analyst or in a related field.\nTechnical expertise regarding data models, database design development, data mining, and segmentation techniques.\nStrong in analytical skills with the ability to collect, organize, analyse, and disseminate significant amounts of information with attention to details and accuracy.\nFresh graduates are welcomed to apply.\nWhich of the following web analytics tools are you experienced with?"}

data/02_processed/72319191.txt

@@ -1,25 +0,0 @@
-LOCATION: Petaling 
-COMPANY: NETMEDIAS LEASHARES SDN. BHD. 
-JOB TITLE: Data Analyst 
-SALARY: RM 3,500 – RM 4,000 per month 
-DESCRIPTION: Looking for an opportunity to work in international markets?
-Looking for a company to unleash your potential and ability?
-Looking for a place that recognize your work performance?
-You are a self-drive person.
-Proactive, result-oriented and positive mindset.
-Free parking
-Meal allowance.
-5 minutes walking distance to MRT station (Phileo Damansara).
-To interpret data, analyse the results by using statistical techniques and provide ongoing statistical reports.
-To develop and implement databases, data analytics and collection systems, and other strategies that optimize statistical data quality.
-To acquire data from primary or secondary data sources which includes collecting data from various sources such as internal databases, external, surveys, market research reports, and other relevant sources and maintain databases/data systems.
-To identify, analyse, and interpret data trends or patterns in complex data sets which ensure the data accuracy, completeness, and consistency.
-To filter and “clean” data by reviewing computer reports, printouts, and performance indicators to locate and correct code problems
-To work with management to prioritize business and information needs.
-To stay updated with industry trends and best practices in data analysis and reporting.
-Candidate must possess at least bachelor's degree in Statistics, Mathematics, Computer Science, or its equivalent.
-Proven experience as a Data Analyst or in a related field.
-Technical expertise regarding data models, database design development, data mining, and segmentation techniques.
-Strong in analytical skills with the ability to collect, organize, analyse, and disseminate significant amounts of information with attention to details and accuracy.
-Fresh graduates are welcomed to apply.
-Which of the following web analytics tools are you experienced with?

data/02_processed/72339429.json

@@ -0,0 +1 @@
+{"id": 72339429, "location": "shah alam/subang", "company": "zuspresso (m) sdn bhd", "job_title": "data engineer", "salary": "RM\u00a08,000 \u2013 RM\u00a012,000 per month", "description": "Design and Develop Data Pipelines: Create and maintain efficient, reliable, and scalable data pipelines that extract, transform, and load (ETL) data from diverse sources into AWS data storage systems.\nData Modeling and Architecture: Design and implement data models for data warehousing and data lakes on AWS, ensuring data integrity, performance, and scalability.\nAWS Cloud Infrastructure: Utilize various AWS services such as Amazon S3, Amazon Redshift, AWS Glue, Amazon EMR, Amazon RDS, and others to build data solutions.\nData Transformation and Processing: Develop data transformation processes, including data cleansing, enrichment, and aggregation, to ensure data accuracy and consistency.\nPerformance Optimization: Identify and implement performance optimization techniques to enhance data processing speed and reduce latency in data pipelines.\nData Security and Compliance: Ensure that data handling practices comply with relevant data security and privacy regulations. Implement security measures to protect sensitive data.\nMonitoring and Troubleshooting: Monitor data pipelines, data jobs, and data storage systems for issues and troubleshoot any data-related problems to ensure smooth data flow.\nDocumentation: Create and maintain technical documentation for data engineering processes, data models, and data pipelines.\nCollaboration and Communication: Work closely with data scientists, analysts, and other stakeholders to understand data requirements and deliver data solutions that meet business needs.\nContinuous Improvement: Stay updated with the latest AWS services and data engineering best practices to propose and implement improvements to the existing data infrastructure.\nBachelor's degree in Computer Science, Engineering, or a related field. A Master's degree is a plus.\nProven experience as a Data Engineer/Architect for at least 3 years, specifically working with AWS data services and related technologies.\nStrong knowledge of AWS services such as Amazon S3, Amazon Redshift, AWS Glue, Amazon EMR, Amazon RDS, and others.\nProficiency in programming languages such as Python, SQL, and familiarity with data manipulation frameworks/libraries.\nHands-on experience with data modeling, data warehousing concepts, and building data pipelines using ETL tools.\nFamiliarity with data governance, data security, and data privacy best practices.\nExcellent problem-solving skills and the ability to work independently as well as part of a team.\nStrong communication skills to effectively collaborate with cross-functional teams and convey technical concepts to non-technical stakeholders.\nExcellent problem-solving skills and the ability to work independently as well as part of a team.\nStrong communication skills to effectively collaborate with cross-functional teams and convey technical concepts to non-technical stakeholders.\nAWS Certified Data Analytics - Specialty or similar certifications.\nExperience with server less computing, containerization, and microservices architecture on AWS.\nKnowledge of data streaming platforms and technologies such as Apache Kafka or Amazon Kinesis.\nExperience in handling unstructured data and NoSQL databases on AWS.\nFamiliarity with machine learning concepts and applying machine learning models to data processing tasks.\n\u00a0\nHow many years' experience do you have as a Data Engineer?\nWhich of the following programming languages are you experienced in?"}

data/02_processed/72339429.txt

@@ -1,32 +0,0 @@
-LOCATION: Shah Alam/Subang 
-COMPANY: Zuspresso (M) Sdn Bhd 
-JOB TITLE: Data Engineer 
-SALARY: RM 8,000 – RM 12,000 per month 
-DESCRIPTION: Design and Develop Data Pipelines: Create and maintain efficient, reliable, and scalable data pipelines that extract, transform, and load (ETL) data from diverse sources into AWS data storage systems.
-Data Modeling and Architecture: Design and implement data models for data warehousing and data lakes on AWS, ensuring data integrity, performance, and scalability.
-AWS Cloud Infrastructure: Utilize various AWS services such as Amazon S3, Amazon Redshift, AWS Glue, Amazon EMR, Amazon RDS, and others to build data solutions.
-Data Transformation and Processing: Develop data transformation processes, including data cleansing, enrichment, and aggregation, to ensure data accuracy and consistency.
-Performance Optimization: Identify and implement performance optimization techniques to enhance data processing speed and reduce latency in data pipelines.
-Data Security and Compliance: Ensure that data handling practices comply with relevant data security and privacy regulations. Implement security measures to protect sensitive data.
-Monitoring and Troubleshooting: Monitor data pipelines, data jobs, and data storage systems for issues and troubleshoot any data-related problems to ensure smooth data flow.
-Documentation: Create and maintain technical documentation for data engineering processes, data models, and data pipelines.
-Collaboration and Communication: Work closely with data scientists, analysts, and other stakeholders to understand data requirements and deliver data solutions that meet business needs.
-Continuous Improvement: Stay updated with the latest AWS services and data engineering best practices to propose and implement improvements to the existing data infrastructure.
-Bachelor's degree in Computer Science, Engineering, or a related field. A Master's degree is a plus.
-Proven experience as a Data Engineer/Architect for at least 3 years, specifically working with AWS data services and related technologies.
-Strong knowledge of AWS services such as Amazon S3, Amazon Redshift, AWS Glue, Amazon EMR, Amazon RDS, and others.
-Proficiency in programming languages such as Python, SQL, and familiarity with data manipulation frameworks/libraries.
-Hands-on experience with data modeling, data warehousing concepts, and building data pipelines using ETL tools.
-Familiarity with data governance, data security, and data privacy best practices.
-Excellent problem-solving skills and the ability to work independently as well as part of a team.
-Strong communication skills to effectively collaborate with cross-functional teams and convey technical concepts to non-technical stakeholders.
-Excellent problem-solving skills and the ability to work independently as well as part of a team.
-Strong communication skills to effectively collaborate with cross-functional teams and convey technical concepts to non-technical stakeholders.
-AWS Certified Data Analytics - Specialty or similar certifications.
-Experience with server less computing, containerization, and microservices architecture on AWS.
-Knowledge of data streaming platforms and technologies such as Apache Kafka or Amazon Kinesis.
-Experience in handling unstructured data and NoSQL databases on AWS.
-Familiarity with machine learning concepts and applying machine learning models to data processing tasks.
- 
-How many years' experience do you have as a Data Engineer?
-Which of the following programming languages are you experienced in?

data/02_processed/72376611.json

@@ -0,0 +1 @@
+{"id": 72376611, "location": "kuala lumpur", "company": "agensi pekerjaan hays (malaysia) sdn bhd", "job_title": "head of advanced data analytics", "salary": "RM\u00a020,000 \u2013 RM\u00a030,000 per month", "description": "Being the point-of-contact for advanced analytics / data science related matters and promoting awareness of advanced analytics / data science use cases to support business objectives and goals.\nOversee design, development and implementation of advanced analytics / data science solutions.\nOversee the development of the overall finance technology landscape and implementation strategy to enable data consumption and advanced analytics / data science solutions.\nDemonstrable experience leading teams to develop advanced analytics / data science solutions.\nProficiency in SQL, Python and/or R.\nExperience using Microsoft Power Tools i.e. PowerApps, Power BI, Power Automate are desirable.\nUnderstanding of finance & accounting terms is desirable.\nThe opportunity to work for a market leader and be part of a pioneering team.\nAttractive development opportunities alongside a competitive remuneration package."}

data/02_processed/72376611.txt

@@ -1,13 +0,0 @@
-LOCATION: Kuala Lumpur 
-COMPANY: Agensi Pekerjaan Hays (Malaysia) Sdn Bhd 
-JOB TITLE: Head of Advanced Data Analytics 
-SALARY: RM 20,000 – RM 30,000 per month 
-DESCRIPTION: Being the point-of-contact for advanced analytics / data science related matters and promoting awareness of advanced analytics / data science use cases to support business objectives and goals.
-Oversee design, development and implementation of advanced analytics / data science solutions.
-Oversee the development of the overall finance technology landscape and implementation strategy to enable data consumption and advanced analytics / data science solutions.
-Demonstrable experience leading teams to develop advanced analytics / data science solutions.
-Proficiency in SQL, Python and/or R.
-Experience using Microsoft Power Tools i.e. PowerApps, Power BI, Power Automate are desirable.
-Understanding of finance & accounting terms is desirable.
-The opportunity to work for a market leader and be part of a pioneering team.
-Attractive development opportunities alongside a competitive remuneration package.

data/02_processed/72382969.json

@@ -0,0 +1 @@
+{"id": 72382969, "location": "kuala lumpur", "company": "footfallcam", "job_title": "machine learning engineer (artificial intelligence)", "salary": "RM\u00a04,000 \u2013 RM\u00a06,000 per month", "description": "Design, develop, and deploy machine learning models and algorithms for complex and unique datasets, using various techniques such as mathematical modeling, scikit-learn, NLP, CNN, RNN, DL, RL, Transformers, GAN, LLM, RAG\nCollaborate with cross-functional teams to extract insights, identify business opportunities and provide data-driven recommendations\nStay up-to-date with the latest machine learning and AI techniques and tools\nCommunicate complex technical concepts to non-technical stakeholders in an easy-to-understand manner\nBachelor's degree or higher in Computer Science, Mathematics, Statistics, Actuarial Science, Informatics, Information Science or related fields\nStrong analytical skills and attention to detail\nParticipation in Kaggle, Mathematics Olympiad or similar competitions is a plus\nExcellent programming skills in Python, R, Java, or C++\nFamiliar with ML frameworks such as Tensorflow, Keras, PyTorch, MLFlow, AutoML, TensorRT, CUDA\nExcellent communication and collaboration skills\nExperience with designing, training, and deploying machine learning models\nCustomer centric and committed to deliver the best AI results to customers"}

data/02_processed/72382969.txt

@@ -1,16 +0,0 @@
-LOCATION: Kuala Lumpur 
-COMPANY: FootfallCam 
-JOB TITLE: Machine Learning Engineer (Artificial Intelligence) 
-SALARY: RM 4,000 – RM 6,000 per month 
-DESCRIPTION: Design, develop, and deploy machine learning models and algorithms for complex and unique datasets, using various techniques such as mathematical modeling, scikit-learn, NLP, CNN, RNN, DL, RL, Transformers, GAN, LLM, RAG
-Collaborate with cross-functional teams to extract insights, identify business opportunities and provide data-driven recommendations
-Stay up-to-date with the latest machine learning and AI techniques and tools
-Communicate complex technical concepts to non-technical stakeholders in an easy-to-understand manner
-Bachelor's degree or higher in Computer Science, Mathematics, Statistics, Actuarial Science, Informatics, Information Science or related fields
-Strong analytical skills and attention to detail
-Participation in Kaggle, Mathematics Olympiad or similar competitions is a plus
-Excellent programming skills in Python, R, Java, or C++
-Familiar with ML frameworks such as Tensorflow, Keras, PyTorch, MLFlow, AutoML, TensorRT, CUDA
-Excellent communication and collaboration skills
-Experience with designing, training, and deploying machine learning models
-Customer centric and committed to deliver the best AI results to customers

data/02_processed/72412325.json

@@ -0,0 +1 @@
+{"id": 72412325, "location": "shah alam/subang", "company": "monkeycloud media sdn. bhd.", "job_title": "junior data analyst", "salary": "RM\u00a03,000 \u2013 RM\u00a04,000 per month", "description": "Collect and compile data from different sources, including databases, and spreadsheets.\nFiltering and cleaning data to ensure accuracy.\nAnalyze data to identify trends, patterns, and anomalies, and provide actionable insights to support in various team decision-making.\nDevelop and maintain dashboards and reports to track key project performance metrics, including progress and target achievement.\nConduct ad-hoc data analysis to address specific project management questions or issues.\nAssist in the preparation of presentations and reports for project status updates and executive-level reporting.\nDiploma or Degree in any related field\nExperience in data analysis, business analysis or similar role, with a strong focus on data manipulation and analysis is preferred.\nFamiliarity with data analysis tools and concepts, with experience in Power BI being a strong advantage.\n2-3 years working experience as a Business Intelligence Analyst/Data Analyst or any position that related to data and business analytics with strong statistical background.\nPreferably with prior experience in the FMCG industry.\nExperience in data analysis, business analysis or similar role, with a strong focus on data manipulation and analysis is preferred.\nProficiency in data analysis tools and software, such as Power BI, Microsoft Excel (Pivot, Macro) or similar tools.\nStrong organizational skills and the ability to manage multiple tasks and priorities simultaneously.\nA collaborative and team-oriented mindset with the ability to work effectively in a cross-functional environment.\nExcellent communication and presentation skills, with the ability to convey complex information clearly and effectively.\nStrong analytical and problem-solving skills, with the ability to translate data into actionable insights.\nHow many years' experience do you have as a data analyst?\nHow many years' experience do you have as a Power BI Consultant?\nHow would you rate your Mandarin language skills?\nWhich of the following data analytics tools are you experienced with?"}

data/02_processed/72412325.txt

@@ -1,25 +0,0 @@
-LOCATION: Shah Alam/Subang 
-COMPANY: MONKEYCLOUD MEDIA SDN. BHD. 
-JOB TITLE: Junior Data Analyst 
-SALARY: RM 3,000 – RM 4,000 per month 
-DESCRIPTION: Collect and compile data from different sources, including databases, and spreadsheets.
-Filtering and cleaning data to ensure accuracy.
-Analyze data to identify trends, patterns, and anomalies, and provide actionable insights to support in various team decision-making.
-Develop and maintain dashboards and reports to track key project performance metrics, including progress and target achievement.
-Conduct ad-hoc data analysis to address specific project management questions or issues.
-Assist in the preparation of presentations and reports for project status updates and executive-level reporting.
-Diploma or Degree in any related field
-Experience in data analysis, business analysis or similar role, with a strong focus on data manipulation and analysis is preferred.
-Familiarity with data analysis tools and concepts, with experience in Power BI being a strong advantage.
-2-3 years working experience as a Business Intelligence Analyst/Data Analyst or any position that related to data and business analytics with strong statistical background.
-Preferably with prior experience in the FMCG industry.
-Experience in data analysis, business analysis or similar role, with a strong focus on data manipulation and analysis is preferred.
-Proficiency in data analysis tools and software, such as Power BI, Microsoft Excel (Pivot, Macro) or similar tools.
-Strong organizational skills and the ability to manage multiple tasks and priorities simultaneously.
-A collaborative and team-oriented mindset with the ability to work effectively in a cross-functional environment.
-Excellent communication and presentation skills, with the ability to convey complex information clearly and effectively.
-Strong analytical and problem-solving skills, with the ability to translate data into actionable insights.
-How many years' experience do you have as a data analyst?
-How many years' experience do you have as a Power BI Consultant?
-How would you rate your Mandarin language skills?
-Which of the following data analytics tools are you experienced with?

data/02_processed/72429876.json

@@ -0,0 +1 @@
+{"id": 72429876, "location": "shah alam/subang", "company": "pwm (pet world international sdn bhd)", "job_title": "data analyst", "salary": "RM\u00a04,500 \u2013 RM\u00a06,000 per month", "description": "Analyze & identify trends across the online customer journey, providing insight & recommendations to drive additional traffic & sales over eCommerce platforms\nUtilize multiple data sources and turn different data streams into a cohesive view of our customer to produce detailed digital business insights & analysis\nEnsure the tracking of A/B & MV testing scenarios in partnership with the eCommerce Coordinator\nContinuously track and optimize online acquisition campaigns in partnership with the Acquisition Coordinator\nEnsure all eBusiness activities & KPIs are tracked and aligned with CRM team\nProvide detailed analysis of path to registration and path to purchase to improve conversion funnel\nProvide detailed analysis of merchandizing zones performance to refine understanding of winning combinations (menu/pages/section/placement/creative)\nDeliver reports dashboards to monitor the digital performance of the eChannel\nSetup & maintain daily eCommerce KPI reports\nProduce Monthly/Quarterly/Annual eBusiness KPI dashboards with associated insights\nAnalyses & identify trends cross channels and deliver reports to monitor the performance\nProduce regular reporting and periodic research from both offline and online channels\nDefine & Identify opportunities between cross-channels\nProduce Monthly/Quarterly/Annual finding with associated insights\nMaintain & adjust the forecasting based on actual results & key learnings throughout the year\nPossess at least a Bachelor\u2019s degree or equivalent\nAt least 2 years of experience with web/mobile analytics, metrics gathering, reporting and analysis;\nExperience with eCommerce analytics, experience with Google Analytics is a must;\nProficient with PowerPoint to build impactful presentation.\nAdvanced proficiency with Excel, including ability to generate complex data and analysis to provide recommendation;\nApply expertise in quantitative and qualitative analysis to generate presentation with actionable insight and recommendation leveraging Customer data, Site-centric data, BI data and any relevant contextual data\nBackground and knowledge of E-commerce and online Marketplace Management\nWhat's your expected monthly basic salary?\nHow many years' experience do you have as a data analyst?\nWhich of the following programming languages are you experienced in?\nWhich of the following web analytics tools are you experienced with?\nHave you worked in a role which requires a sound understanding of the software development lifecycle?"}

data/02_processed/72429876.txt

@@ -1,31 +0,0 @@
-LOCATION: Shah Alam/Subang 
-COMPANY: PWM (PET WORLD INTERNATIONAL SDN BHD) 
-JOB TITLE: Data Analyst 
-SALARY: RM 4,500 – RM 6,000 per month 
-DESCRIPTION: Analyze & identify trends across the online customer journey, providing insight & recommendations to drive additional traffic & sales over eCommerce platforms
-Utilize multiple data sources and turn different data streams into a cohesive view of our customer to produce detailed digital business insights & analysis
-Ensure the tracking of A/B & MV testing scenarios in partnership with the eCommerce Coordinator
-Continuously track and optimize online acquisition campaigns in partnership with the Acquisition Coordinator
-Ensure all eBusiness activities & KPIs are tracked and aligned with CRM team
-Provide detailed analysis of path to registration and path to purchase to improve conversion funnel
-Provide detailed analysis of merchandizing zones performance to refine understanding of winning combinations (menu/pages/section/placement/creative)
-Deliver reports dashboards to monitor the digital performance of the eChannel
-Setup & maintain daily eCommerce KPI reports
-Produce Monthly/Quarterly/Annual eBusiness KPI dashboards with associated insights
-Analyses & identify trends cross channels and deliver reports to monitor the performance
-Produce regular reporting and periodic research from both offline and online channels
-Define & Identify opportunities between cross-channels
-Produce Monthly/Quarterly/Annual finding with associated insights
-Maintain & adjust the forecasting based on actual results & key learnings throughout the year
-Possess at least a Bachelor’s degree or equivalent
-At least 2 years of experience with web/mobile analytics, metrics gathering, reporting and analysis;
-Experience with eCommerce analytics, experience with Google Analytics is a must;
-Proficient with PowerPoint to build impactful presentation.
-Advanced proficiency with Excel, including ability to generate complex data and analysis to provide recommendation;
-Apply expertise in quantitative and qualitative analysis to generate presentation with actionable insight and recommendation leveraging Customer data, Site-centric data, BI data and any relevant contextual data
-Background and knowledge of E-commerce and online Marketplace Management
-What's your expected monthly basic salary?
-How many years' experience do you have as a data analyst?
-Which of the following programming languages are you experienced in?
-Which of the following web analytics tools are you experienced with?
-Have you worked in a role which requires a sound understanding of the software development lifecycle?

data/02_processed/72437781.json

@@ -0,0 +1 @@
+{"id": 72437781, "location": "kajang/bangi/serdang", "company": "national institutes of biotechnology malaysia (nibm)", "job_title": "scientist (bioinformatics)", "salary": "RM\u00a05,700 \u2013 RM\u00a07,000 per month", "description": "Which of the following statements best describes your right to work in Malaysia?\nWhat's your expected monthly basic salary?\nHow many years' experience do you have as a Scientist?\nHow much notice are you required to give your current employer?"}

data/02_processed/72437781.txt

@@ -1,8 +0,0 @@
-LOCATION: Kajang/Bangi/Serdang 
-COMPANY: National Institutes of Biotechnology Malaysia (NIBM) 
-JOB TITLE: Scientist (Bioinformatics) 
-SALARY: RM 5,700 – RM 7,000 per month 
-DESCRIPTION: Which of the following statements best describes your right to work in Malaysia?
-What's your expected monthly basic salary?
-How many years' experience do you have as a Scientist?
-How much notice are you required to give your current employer?

data/02_processed/72540519.json

@@ -0,0 +1 @@
+{"id": 72540519, "location": "petaling", "company": "global parcel service (m) sdn bhd", "job_title": "data analyst", "salary": "RM\u00a03,500 \u2013 RM\u00a05,000 per month", "description": "Growth opportunities\nInternational vision\nPromising career development\n\u00a0Develop and automate dashboards, analyses, and reports to support business functions.\u00a0\n\u00a0Collaborate with stakeholders in Operations and Sales to make data-driven decisions.\u00a0\n\u00a0Create pipelines and queries in the data warehouse. Maintain the integrity of the data as the \"single source of truth\"\nCoding skills: Basic knowledge of programming languages such as Stata, SQL, R studio, C++ , for logistics jobs that involve data analysis, automation, and optimization.\nData analysis skills: The ability to analyze large datasets, identify patterns, and extract insights is essential for logistics jobs that involve forecasting, planning, and decision-making.\nCommunication skills: Logistics professionals need to communicate effectively with team members to ensure that results are delivered in a timely manner.\nProblem-solving skills: Logistics professionals need to be able to identify and solve problems quickly and efficiently to minimize delays.\nAttention to detail: Logistics professionals need to be detail-oriented to ensure that shipments are accurate, complete, and compliant with regulations.\nCandidates with prior work experience in relevant fields are preferred.\nExcellent communication and interpersonal skills.\nAble to work well with cross-functional teams.\nStrong problem-solving skills.\nWhich of the following statements best describes your right to work in Malaysia?\nWhat's your expected monthly basic salary?\nHow many years' experience do you have as a data analyst?\nWhich of the following Microsoft Office products are you experienced with?\nHow would you rate your English language skills?\nWhich of the following languages are you fluent in?\nAre you willing to undergo a pre-employment background check?\nHow much notice are you required to give your current employer?"}

data/02_processed/72540519.txt

@@ -1,27 +0,0 @@
-LOCATION: Petaling 
-COMPANY: Global Parcel Service (M) Sdn Bhd 
-JOB TITLE: Data Analyst 
-SALARY: RM 3,500 – RM 5,000 per month 
-DESCRIPTION: Growth opportunities
-International vision
-Promising career development
- Develop and automate dashboards, analyses, and reports to support business functions. 
- Collaborate with stakeholders in Operations and Sales to make data-driven decisions. 
- Create pipelines and queries in the data warehouse. Maintain the integrity of the data as the "single source of truth"
-Coding skills: Basic knowledge of programming languages such as Stata, SQL, R studio, C++ , for logistics jobs that involve data analysis, automation, and optimization.
-Data analysis skills: The ability to analyze large datasets, identify patterns, and extract insights is essential for logistics jobs that involve forecasting, planning, and decision-making.
-Communication skills: Logistics professionals need to communicate effectively with team members to ensure that results are delivered in a timely manner.
-Problem-solving skills: Logistics professionals need to be able to identify and solve problems quickly and efficiently to minimize delays.
-Attention to detail: Logistics professionals need to be detail-oriented to ensure that shipments are accurate, complete, and compliant with regulations.
-Candidates with prior work experience in relevant fields are preferred.
-Excellent communication and interpersonal skills.
-Able to work well with cross-functional teams.
-Strong problem-solving skills.
-Which of the following statements best describes your right to work in Malaysia?
-What's your expected monthly basic salary?
-How many years' experience do you have as a data analyst?
-Which of the following Microsoft Office products are you experienced with?
-How would you rate your English language skills?
-Which of the following languages are you fluent in?
-Are you willing to undergo a pre-employment background check?
-How much notice are you required to give your current employer?

data/02_processed/72559920.json

@@ -0,0 +1 @@
+{"id": 72559920, "location": "penang island", "company": "intradeco sdn bhd", "job_title": "it business analyst", "salary": "MYR 5,000 - 7,000", "description": "How many years' experience do you have as a business analyst?\nWhat's your expected monthly basic salary?\nDo you have experience working within a scrum agile team?\nHow many years' experience do you have as an Information Technology Business Analyst?\nHave you worked in a role which requires a sound understanding of the software development lifecycle?\nWhich of the following programming languages are you experienced in?"}

data/02_processed/72559920.txt

@@ -1,10 +0,0 @@
-LOCATION: Penang Island 
-COMPANY: Intradeco Sdn Bhd 
-JOB TITLE: IT Business Analyst 
-SALARY: MYR 5,000 - 7,000 
-DESCRIPTION: How many years' experience do you have as a business analyst?
-What's your expected monthly basic salary?
-Do you have experience working within a scrum agile team?
-How many years' experience do you have as an Information Technology Business Analyst?
-Have you worked in a role which requires a sound understanding of the software development lifecycle?
-Which of the following programming languages are you experienced in?

data/02_processed/72662959.json

@@ -0,0 +1 @@
+{"id": 72662959, "location": "penang island", "company": "analog devices sdn. bhd.", "job_title": "principal engineer, automation project", "salary": "RM\u00a012,000 \u2013 RM\u00a017,000 per month", "description": "Develop and execute a comprehensive automation strategy that aligns with the organization's overall manufacturing objectives and Industrial 4.0 principles.\nLead the implementation and integration of automation technologies, including robotics, artificial intelligence, machine learning, and IoT devices, into the manufacturing processes.\nCollaborate with cross-functional teams, including engineering, operations, and IT, to identify automation opportunities, define project scopes, and establish implementation plans.\nEvaluate and select appropriate automation solutions, ensuring compatibility with existing systems and equipment.\nOversee the installation, configuration, and troubleshooting of automation equipment, ensuring optimal performance and minimal downtime.\nEstablish and maintain connectivity between equipment and the manufacturing system, enabling real-time monitoring, data collection, and analysis.\nDevelop and implement data automation strategies to streamline production workflows, enhance operational efficiency, and drive data-driven decision-making processes.\nImplement error-proofing measures, such as vision systems, sensors, and quality control checks, to minimize manufacturing errors and improve product quality.\nIdentify and analyze productivity bottlenecks in the manufacturing process, and propose and implement automation solutions to optimize throughput and reduce cycle times.\nEnsure compliance with industry standards, regulations, and best practices related to automation, data privacy, and cybersecurity.\nTrain and mentor manufacturing personnel on the operation and maintenance of automation systems, fostering a culture of continuous learning and improvement.\nStay updated with the latest advancements and trends in manufacturing automation, Industrial 4.0, and related technologies, and provide recommendations for continuous improvement.\nBachelor's Degree in Engineering, Computer Science, or a related field. Advanced Degree preferred.\nProven experience in manufacturing automation, process optimization, and Industrial 4.0 implementation.\nStrong knowledge of automation technologies, including robotics, artificial intelligence, machine learning, and IoT devices.\nFamiliarity with connectivity protocols and standards such as OPC-UA, MQTT, and RESTful APIs.\nExperience in data automation, data analytics, and visualization tools.\nProficient in programming languages, such as Python, C++, or Java, for automation system integration and customization.\nDemonstrated project management skills, including the ability to lead cross-functional teams, manage timelines, and deliver results within budget.\nExcellent problem-solving and analytical abilities, with a strong attention to detail.\nStrong communication and interpersonal skills to effectively collaborate with stakeholders at all levels of the organization.\nKnowledge of manufacturing processes and a deep understanding of the interplay between automation, error-proofing, and productivity improvement."}

data/02_processed/72662959.txt

@@ -1,26 +0,0 @@
-LOCATION: Penang Island 
-COMPANY: Analog Devices Sdn. Bhd. 
-JOB TITLE: Principal Engineer, Automation Project 
-SALARY: RM 12,000 – RM 17,000 per month 
-DESCRIPTION: Develop and execute a comprehensive automation strategy that aligns with the organization's overall manufacturing objectives and Industrial 4.0 principles.
-Lead the implementation and integration of automation technologies, including robotics, artificial intelligence, machine learning, and IoT devices, into the manufacturing processes.
-Collaborate with cross-functional teams, including engineering, operations, and IT, to identify automation opportunities, define project scopes, and establish implementation plans.
-Evaluate and select appropriate automation solutions, ensuring compatibility with existing systems and equipment.
-Oversee the installation, configuration, and troubleshooting of automation equipment, ensuring optimal performance and minimal downtime.
-Establish and maintain connectivity between equipment and the manufacturing system, enabling real-time monitoring, data collection, and analysis.
-Develop and implement data automation strategies to streamline production workflows, enhance operational efficiency, and drive data-driven decision-making processes.
-Implement error-proofing measures, such as vision systems, sensors, and quality control checks, to minimize manufacturing errors and improve product quality.
-Identify and analyze productivity bottlenecks in the manufacturing process, and propose and implement automation solutions to optimize throughput and reduce cycle times.
-Ensure compliance with industry standards, regulations, and best practices related to automation, data privacy, and cybersecurity.
-Train and mentor manufacturing personnel on the operation and maintenance of automation systems, fostering a culture of continuous learning and improvement.
-Stay updated with the latest advancements and trends in manufacturing automation, Industrial 4.0, and related technologies, and provide recommendations for continuous improvement.
-Bachelor's Degree in Engineering, Computer Science, or a related field. Advanced Degree preferred.
-Proven experience in manufacturing automation, process optimization, and Industrial 4.0 implementation.
-Strong knowledge of automation technologies, including robotics, artificial intelligence, machine learning, and IoT devices.
-Familiarity with connectivity protocols and standards such as OPC-UA, MQTT, and RESTful APIs.
-Experience in data automation, data analytics, and visualization tools.
-Proficient in programming languages, such as Python, C++, or Java, for automation system integration and customization.
-Demonstrated project management skills, including the ability to lead cross-functional teams, manage timelines, and deliver results within budget.
-Excellent problem-solving and analytical abilities, with a strong attention to detail.
-Strong communication and interpersonal skills to effectively collaborate with stakeholders at all levels of the organization.
-Knowledge of manufacturing processes and a deep understanding of the interplay between automation, error-proofing, and productivity improvement.

data/02_processed/72666993.json

@@ -0,0 +1 @@
+{"id": 72666993, "location": "petaling", "company": "isj technology sdn. bhd.", "job_title": "data engineer", "salary": "RM\u00a05,000 \u2013 RM\u00a07,500 per month", "description": "Develop data pipelines for data ingestion and transformation.\nCreate and optimize data models for efficient storage and retrieval.\nIntegrate data from various sources into unified datasets.\nImplement data quality checks and governance processes.\nManage and optimize data infrastructure and databases.\nDesign and manage ETL processes for data movement.\nEnsure data security and compliance with regulations.\nCollaborate with data scientists and analysts.\nDocument data engineering processes and architectures.\nBachelor\u2019s degree in computer science or related field.\nAt least 3 years of working experience in data engineering and ETL processes.\nProficiency in Python, SQL, or Scala.\nStrong understanding of data modelling and warehousing.\nFamiliarity with cloud-based data platforms (AWS, Azure, GCP).\nAnalytical mindset and problem-solving skills.\nExcellent communication and teamwork abilities.\nWhat's your expected monthly basic salary?\nHow many years' experience do you have as a Data Engineer?\nHow many years' experience do you have using SQL queries?\nHave you worked in a role which requires experience with machine learning?\nWhich of the following languages are you fluent in?\nHow many years' experience do you have as an ETL Data Warehouse Programmer?"}

data/02_processed/72666993.txt

@@ -1,26 +0,0 @@
-LOCATION: Petaling 
-COMPANY: ISJ TECHNOLOGY SDN. BHD. 
-JOB TITLE: Data Engineer 
-SALARY: RM 5,000 – RM 7,500 per month 
-DESCRIPTION: Develop data pipelines for data ingestion and transformation.
-Create and optimize data models for efficient storage and retrieval.
-Integrate data from various sources into unified datasets.
-Implement data quality checks and governance processes.
-Manage and optimize data infrastructure and databases.
-Design and manage ETL processes for data movement.
-Ensure data security and compliance with regulations.
-Collaborate with data scientists and analysts.
-Document data engineering processes and architectures.
-Bachelor’s degree in computer science or related field.
-At least 3 years of working experience in data engineering and ETL processes.
-Proficiency in Python, SQL, or Scala.
-Strong understanding of data modelling and warehousing.
-Familiarity with cloud-based data platforms (AWS, Azure, GCP).
-Analytical mindset and problem-solving skills.
-Excellent communication and teamwork abilities.
-What's your expected monthly basic salary?
-How many years' experience do you have as a Data Engineer?
-How many years' experience do you have using SQL queries?
-Have you worked in a role which requires experience with machine learning?
-Which of the following languages are you fluent in?
-How many years' experience do you have as an ETL Data Warehouse Programmer?

data/02_processed/72671620.json

@@ -0,0 +1 @@
+{"id": 72671620, "location": "kuala lumpur", "company": "affin bank berhad", "job_title": "manager, rpa developer", "salary": "RM\u00a08,000 \u2013 RM\u00a012,000 per month", "description": "Design, develop, document, test and debug Robotic Process Automation application and maintenance of the bot and orchestration. Knowledge of core RPA development principles.\nSolid understanding of the application of Software Development Life Cycle, Agile Operating Model & Scrum methodology.\nAbility to troubleshoot issues to find the root cause and recommend solutions.\nEnsure the robots are 100% compliant with the required governance process and standards.\nAbility to work in a team environment.\nProficiency in written and spoken English. Able to communicate in a clear and concise manner at various audience levels. Other language proficiency is a plus.\nSelf-Starter who takes ownership and responsibility for projects and initiatives.\nExperience with Unit Testing, Test Driven Development, Functional Test, and other Testing activities.\n8-10 years\u2019 experience in RPA and good knowledge and experience in developing through RPA tools.\nSuccessful track record of developing quality software products.\nAble to mentor junior developers.\nFamiliarity with RPA from conception to deployment.\nAble to work independently with ownership mentality.\nExperience in Scrum/Agile development methodologies.\nMust have an optimal mix of business process, project management and IT Skills.\nCertified developers in UiPath / BluePrism."}

data/02_processed/72671620.txt

@@ -1,20 +0,0 @@
-LOCATION: Kuala Lumpur 
-COMPANY: Affin Bank Berhad 
-JOB TITLE: Manager, RPA Developer 
-SALARY: RM 8,000 – RM 12,000 per month 
-DESCRIPTION: Design, develop, document, test and debug Robotic Process Automation application and maintenance of the bot and orchestration. Knowledge of core RPA development principles.
-Solid understanding of the application of Software Development Life Cycle, Agile Operating Model & Scrum methodology.
-Ability to troubleshoot issues to find the root cause and recommend solutions.
-Ensure the robots are 100% compliant with the required governance process and standards.
-Ability to work in a team environment.
-Proficiency in written and spoken English. Able to communicate in a clear and concise manner at various audience levels. Other language proficiency is a plus.
-Self-Starter who takes ownership and responsibility for projects and initiatives.
-Experience with Unit Testing, Test Driven Development, Functional Test, and other Testing activities.
-8-10 years’ experience in RPA and good knowledge and experience in developing through RPA tools.
-Successful track record of developing quality software products.
-Able to mentor junior developers.
-Familiarity with RPA from conception to deployment.
-Able to work independently with ownership mentality.
-Experience in Scrum/Agile development methodologies.
-Must have an optimal mix of business process, project management and IT Skills.
-Certified developers in UiPath / BluePrism.

data/02_processed/72687269.json

@@ -0,0 +1 @@
+{"id": 72687269, "location": "seberang perai", "company": "lam research international sdn. bhd.", "job_title": "intern - data science", "salary": "RM\u00a01,500 per month", "description": "Based under Project Transition team.\nExperience in SQL and programming languages like phyton, R.\nDevelop an automated dashboard via Power BI / Apps / Automate that enables report generation and compliments the decision-making process.\nThe ability to take a vague problem and solve them in a structured, data driven method.\nRequired to work and collaborate with internal cross functional teams.\nDegree in Data Science/Computer Science with knowledge in Excel/ VBA/ Power BI/ SQL."}

data/02_processed/72687269.txt

@@ -1,10 +0,0 @@
-LOCATION: Seberang Perai 
-COMPANY: LAM RESEARCH INTERNATIONAL SDN. BHD. 
-JOB TITLE: Intern - Data Science 
-SALARY: RM 1,500 per month 
-DESCRIPTION: Based under Project Transition team.
-Experience in SQL and programming languages like phyton, R.
-Develop an automated dashboard via Power BI / Apps / Automate that enables report generation and compliments the decision-making process.
-The ability to take a vague problem and solve them in a structured, data driven method.
-Required to work and collaborate with internal cross functional teams.
-Degree in Data Science/Computer Science with knowledge in Excel/ VBA/ Power BI/ SQL.

data/02_processed/72693889.json

@@ -0,0 +1 @@
+{"id": 72693889, "location": "kuala lumpur", "company": "rga global reinsurance company ltd labuan branch", "job_title": "contract business administration analyst", "salary": "RM\u00a04,000 \u2013 RM\u00a04,500 per month", "description": "Use RGA administration system to process client statement/data to ensure accuracy and completeness on the final results for reporting\nPerform data checking and liase with client for any reinsurance issue arise pertaining to the statement\nFor statements not received, make sure correct accrual methods are adopted and reasonable amounts are accrued at each month end process\nIdentify risks to be ceded out and calculate related amounts accurately according to retrocession arrangement at each month's end\nMap or remap data into a common format in case of new format or format change on client data\nExtract and analyze data to fulfill ad hoc projects, e.g. experience study\nSupport on various management reporting tasks\nSupport to review treaty content from admin's perspective\nSupport on different types of project execution and management\nActively involved in team discussions and be able to communicate with other local functions effectively\nUniversity degree or above in actuarial science, mathematics, statistic, information technology, accounting or other related disciplines\nClient-focused and target driven\nA good team player who can also work on own initiative\nLogical thinking, attention to detail, time management and problem-solving skills\nAbility to cope with multi tasks at the same time, work under pressure and prioritize them based on team's goal\nA positive attitude in dealing with people and different types of tasks\nBetter to have some working experience\nBasic understanding or Oracle SQL; prior experience on Toad would be a plus\nAccess and Excel skill (including but not limited to VLOOKUP, write/edit VBA)\nBe able to handle basic English communication in own field\nIntellectual curiosity and the desire to learn"}

data/02_processed/72693889.txt

@@ -1,25 +0,0 @@
-LOCATION: Kuala Lumpur 
-COMPANY: RGA Global Reinsurance Company Ltd Labuan Branch 
-JOB TITLE: Contract Business Administration Analyst 
-SALARY: RM 4,000 – RM 4,500 per month 
-DESCRIPTION: Use RGA administration system to process client statement/data to ensure accuracy and completeness on the final results for reporting
-Perform data checking and liase with client for any reinsurance issue arise pertaining to the statement
-For statements not received, make sure correct accrual methods are adopted and reasonable amounts are accrued at each month end process
-Identify risks to be ceded out and calculate related amounts accurately according to retrocession arrangement at each month's end
-Map or remap data into a common format in case of new format or format change on client data
-Extract and analyze data to fulfill ad hoc projects, e.g. experience study
-Support on various management reporting tasks
-Support to review treaty content from admin's perspective
-Support on different types of project execution and management
-Actively involved in team discussions and be able to communicate with other local functions effectively
-University degree or above in actuarial science, mathematics, statistic, information technology, accounting or other related disciplines
-Client-focused and target driven
-A good team player who can also work on own initiative
-Logical thinking, attention to detail, time management and problem-solving skills
-Ability to cope with multi tasks at the same time, work under pressure and prioritize them based on team's goal
-A positive attitude in dealing with people and different types of tasks
-Better to have some working experience
-Basic understanding or Oracle SQL; prior experience on Toad would be a plus
-Access and Excel skill (including but not limited to VLOOKUP, write/edit VBA)
-Be able to handle basic English communication in own field
-Intellectual curiosity and the desire to learn

data/02_processed/72696058.json

@@ -0,0 +1 @@
+{"id": 72696058, "location": "kuala lumpur", "company": "lynx solutions sdn. bhd.", "job_title": "data analyst", "salary": "RM\u00a04,000 \u2013 RM\u00a04,500 per month", "description": "Handle administrative duties and ad-hoc from sales leader.\nPlaning and monitoring data based on company's market data and provided sales data, thus outlining problems, opportunities and solutions for company.\nMainly focuses on analyzing the conversion rate data of Salesperson, compare the data as well as present the optimization proposal.\nIntegrate the result of data analysis.\nLead and supervise the working behavior of Salesperson. Provide guidance in order to improve as well as enhance Sales team's conversion data.\nPreferably individuals possess good problem solving skills and high flexibility in resolving issues.\nAt least one year experience in Analytical/Statistics/Sales Data Analyst fields.\nProficiency in using Statistics Software, Excel and Tableau Desktop would be an added advantage.\nStrong analytical and problem solving skills.\nFast learner, high responsibility, proven to work as a team and willingness to learn.\nLanguange: \nMust be able to speak, write & read Mandarin, and English at least for basic communication.\nProficiency in using Microsoft PowerPoint would be an advantage.\nWorking experience in financial services industry preferred.\nPossess at least Bachelor's Degree/Post Graduate Diploma in Finance/Analyst or equivalent. Possess huge interest in Analytical fields.\nHow would you rate your Mandarin language skills?\nWhat's your expected monthly basic salary?\nHow much notice are you required to give your current employer?"}

data/02_processed/72696058.txt

@@ -1,22 +0,0 @@
-LOCATION: Kuala Lumpur 
-COMPANY: LYNX SOLUTIONS SDN. BHD. 
-JOB TITLE: DATA ANALYST 
-SALARY: RM 4,000 – RM 4,500 per month 
-DESCRIPTION: Handle administrative duties and ad-hoc from sales leader.
-Planing and monitoring data based on company's market data and provided sales data, thus outlining problems, opportunities and solutions for company.
-Mainly focuses on analyzing the conversion rate data of Salesperson, compare the data as well as present the optimization proposal.
-Integrate the result of data analysis.
-Lead and supervise the working behavior of Salesperson. Provide guidance in order to improve as well as enhance Sales team's conversion data.
-Preferably individuals possess good problem solving skills and high flexibility in resolving issues.
-At least one year experience in Analytical/Statistics/Sales Data Analyst fields.
-Proficiency in using Statistics Software, Excel and Tableau Desktop would be an added advantage.
-Strong analytical and problem solving skills.
-Fast learner, high responsibility, proven to work as a team and willingness to learn.
-Languange: 
-Must be able to speak, write & read Mandarin, and English at least for basic communication.
-Proficiency in using Microsoft PowerPoint would be an advantage.
-Working experience in financial services industry preferred.
-Possess at least Bachelor's Degree/Post Graduate Diploma in Finance/Analyst or equivalent. Possess huge interest in Analytical fields.
-How would you rate your Mandarin language skills?
-What's your expected monthly basic salary?
-How much notice are you required to give your current employer?

data/02_processed/72696072.json

@@ -0,0 +1 @@
+{"id": 72696072, "location": "johor bahru district", "company": "heng hiap industries sdn. bhd.", "job_title": "data analyst executive", "salary": "RM\u00a03,000 \u2013 RM\u00a04,500 per month", "description": "Extract and process data from the ERP system, maintaining its accuracy and relevance.\nDevelop and maintain digital dashboards to display operational and financial data, offering real-time insights to management.\nActively participate in planning and preparation for the future implementation of IoT systems over the next three years.\nStay informed on IoT trends and technologies to ensure seamless future integration and utilization.\nAnalyze data to uncover trends, patterns, and actionable insights crucial for business operations and strategic decision-making.\nImplement advanced data analysis and statistical techniques for predictive analysis.\nAnalyze data related to environmental, social, and governance factors to support the organization's sustainability goals.\nProvide insights for improving ESG performance based on data analysis.\nLead data-related projects, ensuring objectives are met efficiently and effectively.\nCollaborate with different departments to understand their data requirements and deliver tailored support.\nKeep abreast of the latest trends in data analytics, ERP systems, IoT, ESG, and Industry 4.0.\nRecommend and implement improvements in data analysis processes and tools.\nBachelor\u2019s or Master\u2019s degree in Data Science, Statistics, Computer Science, or a related field.\nProven experience in data analysis, with a focus on ERP systems and data visualization.\nProficiency in statistical software (e.g., R, Python), databases, and visualization tools (e.g., Tableau, Power BI).\nStrong analytical, problem-solving, and project management skills.\nEffective communication skills, capable of translating complex data into clear insights.\nForward-thinking mindset, with a keen interest in emerging technologies such as IoT."}

data/02_processed/72696072.txt

@@ -1,22 +0,0 @@
-LOCATION: Johor Bahru District 
-COMPANY: Heng Hiap Industries Sdn. Bhd. 
-JOB TITLE: Data Analyst Executive 
-SALARY: RM 3,000 – RM 4,500 per month 
-DESCRIPTION: Extract and process data from the ERP system, maintaining its accuracy and relevance.
-Develop and maintain digital dashboards to display operational and financial data, offering real-time insights to management.
-Actively participate in planning and preparation for the future implementation of IoT systems over the next three years.
-Stay informed on IoT trends and technologies to ensure seamless future integration and utilization.
-Analyze data to uncover trends, patterns, and actionable insights crucial for business operations and strategic decision-making.
-Implement advanced data analysis and statistical techniques for predictive analysis.
-Analyze data related to environmental, social, and governance factors to support the organization's sustainability goals.
-Provide insights for improving ESG performance based on data analysis.
-Lead data-related projects, ensuring objectives are met efficiently and effectively.
-Collaborate with different departments to understand their data requirements and deliver tailored support.
-Keep abreast of the latest trends in data analytics, ERP systems, IoT, ESG, and Industry 4.0.
-Recommend and implement improvements in data analysis processes and tools.
-Bachelor’s or Master’s degree in Data Science, Statistics, Computer Science, or a related field.
-Proven experience in data analysis, with a focus on ERP systems and data visualization.
-Proficiency in statistical software (e.g., R, Python), databases, and visualization tools (e.g., Tableau, Power BI).
-Strong analytical, problem-solving, and project management skills.
-Effective communication skills, capable of translating complex data into clear insights.
-Forward-thinking mindset, with a keen interest in emerging technologies such as IoT.

data/02_processed/72696366.json

@@ -0,0 +1 @@
+{"id": 72696366, "location": "kuala lumpur", "company": "devsoft sdn bhd", "job_title": "system analyst", "salary": "RM\u00a04,000 \u2013 RM\u00a06,000 per month", "description": "How many years' experience do you have as a systems analyst?\nHow would you rate your Mandarin language skills?\nWhich of the following Relational Database Management Systems (RDBMS) are you experienced with?\nHave you worked in a role which requires a sound understanding of the software development lifecycle?\nHow many years' experience do you have using SQL queries?"}

data/02_processed/72696366.txt

@@ -1,9 +0,0 @@
-LOCATION: Kuala Lumpur 
-COMPANY: Devsoft Sdn Bhd 
-JOB TITLE: System Analyst 
-SALARY: RM 4,000 – RM 6,000 per month 
-DESCRIPTION: How many years' experience do you have as a systems analyst?
-How would you rate your Mandarin language skills?
-Which of the following Relational Database Management Systems (RDBMS) are you experienced with?
-Have you worked in a role which requires a sound understanding of the software development lifecycle?
-How many years' experience do you have using SQL queries?

data/02_processed/72700478.json

@@ -0,0 +1 @@
+{"id": 72700478, "location": "kuala lumpur", "company": "ambition group malaysia sdn bhd", "job_title": "rpa manager (uipath)", "salary": "RM\u00a07,000 \u2013 RM\u00a010,000 per month", "description": "Develop and execute a comprehensive UiPath automation strategy aligned with organizational goals.\nCollaborate with stakeholders to identify automation opportunities and prioritize projects for implementation.\nLead a team of UiPath developers and analysts, providing guidance, mentorship, and fostering a collaborative and innovative work environment.\nOversee the end-to-end development lifecycle of UiPath automation projects.\nDesign, develop, and implement UiPath automation solutions to streamline business processes.\nEnsure the quality, scalability, and robustness of developed automation workflows.\nAnalyze existing business processes to identify areas for improvement and automation.\nWork closely with business units to optimize processes for maximum efficiency and productivity.\nLead the deployment of UiPath automation solutions, ensuring seamless integration with existing systems.\nProvide ongoing maintenance, support, and troubleshooting for deployed automation workflows.\nConduct training sessions for end-users and stakeholders on UiPath best practices and functionality.\nCreate and maintain comprehensive documentation for all UiPath processes and workflows.\nBachelor's degree in Computer Science, Information Technology, or a related field.\nProven experience as a UiPath Developer with a minimum of 3 years in a managerial or leadership role.\nIn-depth knowledge of UiPath Studio, Orchestrator, and other UiPath products.\nStrong programming skills, particularly in .NET.\nProficiency in implementing and managing UiPath automation solutions.\nDemonstrated ability to lead and inspire a team of UiPath developers.\nStrong project management and organizational skills.\nExcellent communication and interpersonal skills.\nAbility to effectively convey technical information to non-technical stakeholders.\nProven problem-solving skills with a strategic and analytical mindset.\nAbility to troubleshoot and resolve complex issues related to UiPath implementations.\nUiPath Advanced Developer certification is highly desirable."}

data/02_processed/72700478.txt

@@ -1,28 +0,0 @@
-LOCATION: Kuala Lumpur 
-COMPANY: Ambition Group Malaysia Sdn Bhd 
-JOB TITLE: RPA Manager (UiPath) 
-SALARY: RM 7,000 – RM 10,000 per month 
-DESCRIPTION: Develop and execute a comprehensive UiPath automation strategy aligned with organizational goals.
-Collaborate with stakeholders to identify automation opportunities and prioritize projects for implementation.
-Lead a team of UiPath developers and analysts, providing guidance, mentorship, and fostering a collaborative and innovative work environment.
-Oversee the end-to-end development lifecycle of UiPath automation projects.
-Design, develop, and implement UiPath automation solutions to streamline business processes.
-Ensure the quality, scalability, and robustness of developed automation workflows.
-Analyze existing business processes to identify areas for improvement and automation.
-Work closely with business units to optimize processes for maximum efficiency and productivity.
-Lead the deployment of UiPath automation solutions, ensuring seamless integration with existing systems.
-Provide ongoing maintenance, support, and troubleshooting for deployed automation workflows.
-Conduct training sessions for end-users and stakeholders on UiPath best practices and functionality.
-Create and maintain comprehensive documentation for all UiPath processes and workflows.
-Bachelor's degree in Computer Science, Information Technology, or a related field.
-Proven experience as a UiPath Developer with a minimum of 3 years in a managerial or leadership role.
-In-depth knowledge of UiPath Studio, Orchestrator, and other UiPath products.
-Strong programming skills, particularly in .NET.
-Proficiency in implementing and managing UiPath automation solutions.
-Demonstrated ability to lead and inspire a team of UiPath developers.
-Strong project management and organizational skills.
-Excellent communication and interpersonal skills.
-Ability to effectively convey technical information to non-technical stakeholders.
-Proven problem-solving skills with a strategic and analytical mindset.
-Ability to troubleshoot and resolve complex issues related to UiPath implementations.
-UiPath Advanced Developer certification is highly desirable.

data/02_processed/72733305.json

@@ -0,0 +1 @@
+{"id": 72733305, "location": "kuala lumpur", "company": "snsoft sdn. bhd.", "job_title": "database administrator", "salary": "RM\u00a08,500 \u2013 RM\u00a012,000 per month", "description": "13th Months Salary (upon Company Declaration)\nProject Incentive (upon Company Declaration based on project performance)\nTransport, Meal, Birthday Allowances (upon Confirmation)\nMedical + Dental claim\nSports Activities (Badminton & Basketball),\nTeam Building activities\nTraining and certification sponsored by company (Selected employees).\nRewards and recognition: Long Service Award / Best Performer Award / Role Model Awards etc\nSmart casual attire\nYearly annual dinner\nDesigns and plans database structural architecture, requirements by analyzing and reviewing client operations, applications, and programming; evaluate current systems;\nBuild/Configure various types of databases such as Mongo, MySQL and Redis database replication based on business development trends\nEvaluate, plan and perform the DB upgrades, back-up, recovery and data migration\nDesign and implement Disaster Recovery plans & High Availability solutions and recommendations based on different types of databases\nSetup and maintain Linux based systems used for the database.\nSetup and manage on cloud AWS services and databases.\u00a0\nTo be responsible perform daily database related tasks such as:\nCreate, publish and monitor database health checks to monitoring systems to identify slow queries; replication lags; node failures; index usage patterns; CPU usage; memory usage; locks; number of connections and any other relevant parameters\nDrive best practices for backups, replication, and health checks\nWork closely with the application team to understand what changes are coming in a build/patch/hotfix, do an impact analysis, fine-tune the queries if any\nAutomate the database repetitive tasks\nTo assess database implementation procedures to ensure they comply with internal and external regulations.\nCandidates must possess at least a Bachelor's Degree/Post-Graduate Diploma/Professional Degree in Computer Science/Information Technology or equivalent.\nAt least 2 years hands-on experience as database administrator in production environments.\nPreferably candidates who are proficient/familiar with MySQL/ MONGODB database operating mechanism/architecture, including performance optimization and adjustment.\nProficiency in writing debugging procedures, functions and SQL statements.\nStrong scripting experience in Unix/Shell Scripting and Python.\nCandidate who is experienced in AWS is a plus point.\nPreferably candidates with strong troubleshooting skills, have good technical sense and ability in document integration.\nPreferably candidates who are eager to learn new technology.\nPrefer candidates who can speak basic mandarin.\nWhich of the following Relational Database Management Systems (RDBMS) are you experienced with?\nWhat's your expected monthly basic salary?\nWhich of the following languages are you fluent in?\nWhich of the following programming languages are you experienced in?\nHow would you rate your Mandarin language skills?\nHow many years' experience do you have as a Database Administrator?\nDo you have customer service experience?\nWhich of the following Linux distributions are you familiar with?"}

data/02_processed/72733305.txt

@@ -1,43 +0,0 @@
-LOCATION: Kuala Lumpur 
-COMPANY: SNSOFT SDN. BHD. 
-JOB TITLE: Database Administrator 
-SALARY: RM 8,500 – RM 12,000 per month 
-DESCRIPTION: 13th Months Salary (upon Company Declaration)
-Project Incentive (upon Company Declaration based on project performance)
-Transport, Meal, Birthday Allowances (upon Confirmation)
-Medical + Dental claim
-Sports Activities (Badminton & Basketball),
-Team Building activities
-Training and certification sponsored by company (Selected employees).
-Rewards and recognition: Long Service Award / Best Performer Award / Role Model Awards etc
-Smart casual attire
-Yearly annual dinner
-Designs and plans database structural architecture, requirements by analyzing and reviewing client operations, applications, and programming; evaluate current systems;
-Build/Configure various types of databases such as Mongo, MySQL and Redis database replication based on business development trends
-Evaluate, plan and perform the DB upgrades, back-up, recovery and data migration
-Design and implement Disaster Recovery plans & High Availability solutions and recommendations based on different types of databases
-Setup and maintain Linux based systems used for the database.
-Setup and manage on cloud AWS services and databases. 
-To be responsible perform daily database related tasks such as:
-Create, publish and monitor database health checks to monitoring systems to identify slow queries; replication lags; node failures; index usage patterns; CPU usage; memory usage; locks; number of connections and any other relevant parameters
-Drive best practices for backups, replication, and health checks
-Work closely with the application team to understand what changes are coming in a build/patch/hotfix, do an impact analysis, fine-tune the queries if any
-Automate the database repetitive tasks
-To assess database implementation procedures to ensure they comply with internal and external regulations.
-Candidates must possess at least a Bachelor's Degree/Post-Graduate Diploma/Professional Degree in Computer Science/Information Technology or equivalent.
-At least 2 years hands-on experience as database administrator in production environments.
-Preferably candidates who are proficient/familiar with MySQL/ MONGODB database operating mechanism/architecture, including performance optimization and adjustment.
-Proficiency in writing debugging procedures, functions and SQL statements.
-Strong scripting experience in Unix/Shell Scripting and Python.
-Candidate who is experienced in AWS is a plus point.
-Preferably candidates with strong troubleshooting skills, have good technical sense and ability in document integration.
-Preferably candidates who are eager to learn new technology.
-Prefer candidates who can speak basic mandarin.
-Which of the following Relational Database Management Systems (RDBMS) are you experienced with?
-What's your expected monthly basic salary?
-Which of the following languages are you fluent in?
-Which of the following programming languages are you experienced in?
-How would you rate your Mandarin language skills?
-How many years' experience do you have as a Database Administrator?
-Do you have customer service experience?
-Which of the following Linux distributions are you familiar with?

data/02_processed/72736438.json

@@ -0,0 +1 @@
+{"id": 72736438, "location": "penang island", "company": "ust global (m) sdn bhd", "job_title": "data analyst", "salary": "RM\u00a03,500 \u2013 RM\u00a04,500 per month", "description": "Pulling data from various database, analyzing it and aggregate it to enable and desired visualization\nCreating reports and dashboard by leveraging the existing tools or using Microsoft Power BI\u00a0\nCreating and maintaining dashboards, models, and data products\nDeveloping and maintaining databases, data systems \u2013 reorganizing data in a readable format Performing analysis to assess quality and meaning of data\nBachelor's Degree in Industrial Engineering, Computer Science, Data Analysis, Supply Chain Analytics, Information Systems, or any other related field\n5+ years of experience in application analysis and design, business process and concepts\n5+ years hands on experience in: Power BI, Python, Excel\u00a0\nAble to analyzed and summarized data pulled from the databases, and data system by using Microsoft Power BI tool\nAble to automate and run live report onto selected tools and systems dates.\nWhat's your expected monthly basic salary?\nHow much notice are you required to give your current employer?"}

data/02_processed/72736438.txt

@@ -1,15 +0,0 @@
-LOCATION: Penang Island 
-COMPANY: UST Global (M) Sdn Bhd 
-JOB TITLE: Data Analyst 
-SALARY: RM 3,500 – RM 4,500 per month 
-DESCRIPTION: Pulling data from various database, analyzing it and aggregate it to enable and desired visualization
-Creating reports and dashboard by leveraging the existing tools or using Microsoft Power BI 
-Creating and maintaining dashboards, models, and data products
-Developing and maintaining databases, data systems – reorganizing data in a readable format Performing analysis to assess quality and meaning of data
-Bachelor's Degree in Industrial Engineering, Computer Science, Data Analysis, Supply Chain Analytics, Information Systems, or any other related field
-5+ years of experience in application analysis and design, business process and concepts
-5+ years hands on experience in: Power BI, Python, Excel 
-Able to analyzed and summarized data pulled from the databases, and data system by using Microsoft Power BI tool
-Able to automate and run live report onto selected tools and systems dates.
-What's your expected monthly basic salary?
-How much notice are you required to give your current employer?