{"version":"0.1","company":{"name":"YubHub","url":"https://yubhub.co","jobsUrl":"https://yubhub.co/jobs/skill/llm-evaluation-and-testing-automation"},"x-facet":{"type":"skill","slug":"llm-evaluation-and-testing-automation","display":"Llm Evaluation And Testing Automation","count":1},"x-feed-size-limit":100,"x-feed-sort":"enriched_at desc","x-feed-notice":"This feed contains at most 100 jobs (the most recently enriched). For the full corpus, use the paginated /stats/by-facet endpoint or /search.","x-generator":"yubhub-xml-generator","x-rights":"Free to redistribute with attribution: \"Data by YubHub (https://yubhub.co)\"","x-schema":"Each entry in `jobs` follows https://schema.org/JobPosting. YubHub-native raw fields carry `x-` prefix.","jobs":[{"@context":"https://schema.org","@type":"JobPosting","identifier":{"@type":"PropertyValue","name":"YubHub","value":"job_cc46f331-fcc"},"title":"Senior/Staff Machine Learning Engineer, Community Support Engineering","description":"<p>We are hiring for Machine Learning Engineering across multiple levels. The Community Support Products (CSP) Machine Learning team is the core team responsible for driving CSxAI (Customer Support x Artificial Intelligence) initiatives by adopting the Generative AI technologies to enable an intelligent, scalable and exceptional service experience.</p>\n<p>The team develops and enhances various AI models, ML services and tools including LLM fine-tuning and optimization, RAG/Search, LLM evaluation and testing automation, feedback-based learning and guardrail for a wide range of applications in Airbnb.</p>\n<p>You will build and leverage cutting edge AI technologies to transform Airbnb’s customer service by delivering personalized, easy-to-use and proactive customer service experience.</p>\n<p>A typical day involves envisioning, championing, and supporting the development of novel ML systems, product integrations, and performance optimizations to solve real-world problems.</p>\n<p>Your expertise should include a PhD/Master’s degree, preferably in CS, or equivalent experience, and 5-12 years of ML engineering experience, with ownership responsibility over large-scale software systems.</p>\n<p>Experience with LLM driven chatbot and Agentic AI products would be a big plus.</p>\n<p>Excellent communication skills and the ability to work well within a team and with teams across the engineering, product &amp; design organizations are also required.</p>\n<p>Fluency in both English and Mandarin is essential.</p>\n<p style=\"margin-top:24px;font-size:13px;color:#666;\">XML job scraping automation by <a href=\"https://yubhub.co\">YubHub</a></p>","url":"https://yubhub.co/jobs/job_cc46f331-fcc","directApply":true,"hiringOrganization":{"@type":"Organization","name":"Airbnb","sameAs":"https://www.airbnb.com/","logo":"https://logos.yubhub.co/airbnb.com.png"},"x-apply-url":"https://job-boards.greenhouse.io/airbnb/jobs/7693033","x-work-arrangement":"remote","x-experience-level":"staff","x-job-type":"full-time","x-salary-range":null,"x-skills-required":["Machine Learning","Artificial Intelligence","Generative AI","LLM fine-tuning and optimization","RAG/Search","LLM evaluation and testing automation","Feedback-based learning","Guardrail"],"x-skills-preferred":["LLM driven chatbot","Agentic AI products"],"datePosted":"2026-04-18T15:50:58.917Z","jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"China"}},"jobLocationType":"TELECOMMUTE","employmentType":"FULL_TIME","occupationalCategory":"Engineering","industry":"Technology","skills":"Machine Learning, Artificial Intelligence, Generative AI, LLM fine-tuning and optimization, RAG/Search, LLM evaluation and testing automation, Feedback-based learning, Guardrail, LLM driven chatbot, Agentic AI products"}]}