{"version":"0.1","company":{"name":"YubHub","url":"https://yubhub.co","jobsUrl":"https://yubhub.co/jobs/skill/internal-tool-building"},"x-facet":{"type":"skill","slug":"internal-tool-building","display":"Internal Tool Building","count":1},"x-feed-size-limit":100,"x-feed-sort":"enriched_at desc","x-feed-notice":"This feed contains at most 100 jobs (the most recently enriched). For the full corpus, use the paginated /stats/by-facet endpoint or /search.","x-generator":"yubhub-xml-generator","x-rights":"Free to redistribute with attribution: \"Data by YubHub (https://yubhub.co)\"","x-schema":"Each entry in `jobs` follows https://schema.org/JobPosting. YubHub-native raw fields carry `x-` prefix.","jobs":[{"@context":"https://schema.org","@type":"JobPosting","identifier":{"@type":"PropertyValue","name":"YubHub","value":"job_400e4e70-14a"},"title":"Member of Technical Staff, Senior Applied AI Engineer","description":"<p>We&#39;re hiring a Senior Applied AI Engineer to join a fast-moving, high-ownership team building next-generation AI assistant and productivity capabilities. This role blends LLM product engineering, evaluation science, hillclimbing, and internal tool building with the pace and creativity of a startup.</p>\n<p>You&#39;ll work across the entire lifecycle of features from early prototypes to production-grade systems and help define how millions of users interact with AI.</p>\n<p><strong>Responsibilities</strong></p>\n<p>LLM Feature &amp; Agent Development</p>\n<p>Design and ship LLM-powered assistant features, including conversational flows, agentic behaviors, retrieval pipelines, and multimodal interactions.</p>\n<p>Build prompt architectures, system instructions, and orchestration logic that ensure reliability, grounding, and personality consistency.</p>\n<p>Prototype new capabilities rapidly and iterate based on user signals and evaluation data.</p>\n<p>Evaluation, Hillclimbing &amp; Quality Systems</p>\n<p>Build and maintain evaluation frameworks for correctness, safety, grounding, and UX quality.</p>\n<p>Run hillclimbing loops across prompts, models, and tool-use strategies to continuously improve assistant performance.</p>\n<p>Analyse failure modes, design mitigations, and drive systematic improvements across the stack.</p>\n<p>LLM Tooling &amp; Internal Infrastructure</p>\n<p>Develop internal tools for prompt experimentation, model comparison telemetry, and debugging automated eval pipelines.</p>\n<p>Create reusable frameworks that accelerate the entire AI org&#39;s ability to ship high-quality assistant features.</p>\n<p>Applied ML &amp; Product Integration</p>\n<p>Integrate LLMs with product surfaces, APIs, and backend systems.</p>\n<p>Build lightweight ML components (ranking, classification, summarization, personalization) that enhance assistant intelligence.</p>\n<p>Collaborate with PM, design, and research to turn ambiguous ideas into polished user experiences.</p>\n<p>High-Velocity Teamwork</p>\n<p>Operate with startup-founder energy: bias for action, rapid iteration, and comfort with ambiguity.</p>\n<p>Work closely with researchers, engineers, and product leaders in a fast-moving AI team where ideas ship quickly and impact is immediate.</p>\n<p>Contribute to a culture of experimentation, clarity, and high-quality execution.</p>\n<p><strong>Qualifications</strong></p>\n<p>Required/minimum qualifications</p>\n<p>Bachelor&#39;s Degree in Computer Science or related technical field AND 4+ years technical engineering experience with coding in languages including, but not limited to, C, C++, C#, Java, JavaScript, or Python OR equivalent experience.</p>\n<p>Preferred Qualifications</p>\n<p>Master&#39;s Degree AND 3+ years of experience in engineering, problem solving, model building, evaluation, data analysis OR equivalent experience.</p>\n<p>2+ years shipping production-level code, models, or data analysis.</p>\n<p>1+ years using AI-assisted coding and analysis techniques.</p>\n<p>Experience working on small teams and mid-stage startup environments.</p>\n<p>Experience working on AI products.</p>\n<p>PhD in engineering, applied math, statistics, or related analytical field.</p>\n<p>4+ years shipping production-level code, models, or data analysis.</p>\n<p>Deep experience building from zero-to-one.</p>\n<p>Hands on work hillclimbing AI evaluations.</p>\n<p style=\"margin-top:24px;font-size:13px;color:#666;\">XML job scraping automation by <a href=\"https://yubhub.co\">YubHub</a></p>","url":"https://yubhub.co/jobs/job_400e4e70-14a","directApply":true,"hiringOrganization":{"@type":"Organization","name":"Microsoft","sameAs":"https://microsoft.ai","logo":"https://logos.yubhub.co/microsoft.ai.png"},"x-apply-url":"https://microsoft.ai/job/member-of-technical-staff-senior-applied-ai-engineer-2/","x-work-arrangement":"onsite","x-experience-level":"senior","x-job-type":"full-time","x-salary-range":"$119,800 – $234,700 per year","x-skills-required":["C","C++","C#","Java","JavaScript","Python","LLM product engineering","evaluation science","hillclimbing","internal tool building"],"x-skills-preferred":["Master's Degree","3+ years of experience in engineering","problem solving","model building","evaluation","data analysis","AI-assisted coding and analysis techniques","small teams and mid-stage startup environments","AI products","PhD in engineering","applied math","statistics","related analytical field"],"datePosted":"2026-03-08T22:18:11.080Z","jobLocation":{"@type":"Place","address":{"@type":"PostalAddress","addressLocality":"Redmond"}},"employmentType":"FULL_TIME","occupationalCategory":"Engineering","industry":"Technology","skills":"C, C++, C#, Java, JavaScript, Python, LLM product engineering, evaluation science, hillclimbing, internal tool building, Master's Degree, 3+ years of experience in engineering, problem solving, model building, evaluation, data analysis, AI-assisted coding and analysis techniques, small teams and mid-stage startup environments, AI products, PhD in engineering, applied math, statistics, related analytical field","baseSalary":{"@type":"MonetaryAmount","currency":"USD","value":{"@type":"QuantitativeValue","minValue":119800,"maxValue":234700,"unitText":"YEAR"}}}]}