Create Bot for Microsoft Graph with DevOps 15: BotBuilder features – LUIS Dialog 101
In this article, I use LUIS to process natural language, and LuisDialog to integrate LUIS into BotBuilder.
Create LUIS application
1. Go to https://luis.ai and create an account or signin if you already have account.
2. Click [New App].
3. Create O365Bot application.
4. You can create Intent and entities by yourself but let’s use pre-built one. Select Prebuilt domains and add Calendar.
5. Once added, go to Intents to confirm you have intents added.
6. Click Entities to confirm you have entities added.
7. I want to purse datetime as well. Click Add prebuilt entity and select datetimeV2, then click [Save].
8. Go to Train & Test and click [Train Application].
9. Once train completed, enter [go to dinner with my colleague next Wednesday from 7pm to 10pm] and hit Enter. You see the sentence is understood as [Calender.Add] intent.
10. Change the Labels view drop down to Tokens and confirm how the sentence is pursed into entities.
11. Go to Publish App and assign key. If you don’t have any yet, click [Add a new key to your account] link and follow the instructions.
12. Click [Publish] and you see the endpoint url is generated. Note the subscription-key value from the address.
13. Go to Settings and note the application id.
LUIS Dialog
I used Dialog and FormFlow until now. In this article, I switch to use LuisDialog. Before doing it, make sure Microsoft.Bot.Builder version is the latest.
1. Open O365Bot project and add LuisRootDialog.cs in Dialogs folder. Replace the code and update LUIS app id and key. As you can see, I only use Calendar.Find and Add at the moment.
using AuthBot;
using AuthBot.Dialogs;
using Autofac;
using Microsoft.Bot.Builder.ConnectorEx;
using Microsoft.Bot.Builder.Dialogs;
using Microsoft.Bot.Builder.Luis;
using Microsoft.Bot.Builder.Luis.Models;
using Microsoft.Bot.Connector;
using O365Bot.Services;
using System;
using System.Configuration;
using System.Threading;
using System.Threading.Tasks;
namespace O365Bot.Dialogs
{
[LuisModel("LUIS Application ID", "LUIS Key")]
[Serializable]
public class LuisRootDialog : LuisDialog<object>
{
LuisResult luisResult;
[LuisIntent("Calendar.Find")]
public async Task GetEvents(IDialogContext context, IAwaitable<IMessageActivity> activity, LuisResult result)
{
this.luisResult = result;
var message = await activity;
// Check authentication
if (string.IsNullOrEmpty(await context.GetAccessToken(ConfigurationManager.AppSettings["ActiveDirectory.ResourceId"])))
{
await Authenticate(context, message);
}
else
{
await SubscribeEventChange(context, message);
await context.Forward(new GetEventsDialog(), ResumeAfterDialog, message, CancellationToken.None);
}
}
[LuisIntent("Calendar.Add")]
public async Task CreateEvent(IDialogContext context, IAwaitable<IMessageActivity> activity, LuisResult result)
{
var message = await activity;
// Check authentication
if (string.IsNullOrEmpty(await context.GetAccessToken(ConfigurationManager.AppSettings["ActiveDirectory.ResourceId"])))
{
await Authenticate(context, message);
}
else
{
await SubscribeEventChange(context, message);
context.Call(new CreateEventDialog(), ResumeAfterDialog);
}
}
[LuisIntent("None")]
public async Task NoneHandler(IDialogContext context, IAwaitable<IMessageActivity> activity, LuisResult result)
{
await context.PostAsync("Cannot understand");
}
private async Task Authenticate(IDialogContext context, IMessageActivity message)
{
// Store the original message.
context.PrivateConversationData.SetValue<Activity>("OriginalMessage", message as Activity);
// Run authentication dialog.
await context.Forward(new AzureAuthDialog(ConfigurationManager.AppSettings["ActiveDirectory.ResourceId"]), this.ResumeAfterAuth, message, CancellationToken.None);
}
private async Task SubscribeEventChange(IDialogContext context, IMessageActivity message)
{
if (message.ChannelId != "emulator")
{
using (var scope = WebApiApplication.Container.BeginLifetimeScope())
{
var service = scope.Resolve<INotificationService>(new TypedParameter(typeof(IDialogContext), context));
// Subscribe to Office 365 event change
var subscriptionId = context.UserData.GetValueOrDefault<string>("SubscriptionId", "");
if (string.IsNullOrEmpty(subscriptionId))
{
subscriptionId = await service.SubscribeEventChange();
context.UserData.SetValue("SubscriptionId", subscriptionId);
}
else
await service.RenewSubscribeEventChange(subscriptionId);
// Convert current message as ConversationReference.
var conversationReference = message.ToConversationReference();
// Map the ConversationReference to SubscriptionId of Microsoft Graph Notification.
if (CacheService.caches.ContainsKey(subscriptionId))
CacheService.caches[subscriptionId] = conversationReference;
else
CacheService.caches.Add(subscriptionId, conversationReference);
// Store locale info as conversation info doesn't store it.
if (!CacheService.caches.ContainsKey(message.From.Id))
CacheService.caches.Add(message.From.Id, Thread.CurrentThread.CurrentCulture.Name);
}
}
}
private async Task ResumeAfterDialog(IDialogContext context, IAwaitable<bool> result)
{
// Get the dialog result
var dialogResult = await result;
context.Done(true);
}
private async Task ResumeAfterAuth(IDialogContext context, IAwaitable<string> result)
{
// Restore the original message.
var message = context.PrivateConversationData.GetValue<Activity>("OriginalMessage");
await SubscribeEventChange(context, message);
switch (luisResult.TopScoringIntent.Intent)
{
case "Calendar.Find":
await context.Forward(new GetEventsDialog(), ResumeAfterDialog, message, CancellationToken.None);
break;
case "Calendar.Add":
context.Call(new CreateEventDialog(), ResumeAfterDialog);
break;
case "None":
await context.PostAsync("Cannot understand");
break;
}
}
}
}
2. Call LuisRootDialog instead of RootDialog in MessagesController.cs
if (activity.Type == ActivityTypes.Message)
{
await Conversation.SendAsync(activity, () => new Dialogs.LuisRootDialog());
}
Run with emulator
1. Press F5 to run the application.
2. Try with emulator. You realize that it goes to Calendar.Add as I wanted, but no entities are utilized.
Unit Testing
Now I am using LuisDialog, and how to unit test it?
There is a way to mock the LUIS part.
1. In UnitTest project, add LuisTestBase.cs in Helper folder and replace the code. You can find the original code at GitHub.
using Microsoft.Bot.Builder.Dialogs;
using Microsoft.Bot.Builder.Luis;
using Microsoft.Bot.Builder.Luis.Models;
using Microsoft.Bot.Builder.Tests;
using Moq;
using System;
using System.Collections.Generic;
using System.Globalization;
using System.Linq;
using System.Linq.Expressions;
using System.Reflection;
using System.Threading;
using System.Threading.Tasks;
namespace Microsoft.Bot.Builder.Tests
{
public abstract class LuisTestBase : DialogTestBase
{
public static IntentRecommendation[] IntentsFor<D>(Expression<Func<D, Task>> expression, double? score)
{
var body = (MethodCallExpression)expression.Body;
var attributes = body.Method.GetCustomAttributes<LuisIntentAttribute>();
var intents = attributes
.Select(attribute => new IntentRecommendation(attribute.IntentName, score))
.ToArray();
return intents;
}
public static EntityRecommendation EntityFor(string type, string entity, IDictionary<string, object> resolution = null)
{
return new EntityRecommendation(type: type) { Entity = entity, Resolution = resolution };
}
public static EntityRecommendation EntityForDate(string type, DateTime date)
{
return EntityFor(type,
date.ToString("d", DateTimeFormatInfo.InvariantInfo),
new Dictionary<string, object>()
{
{ "resolution_type", "builtin.datetime.date" },
{ "date", date.ToString("yyyy-MM-dd", DateTimeFormatInfo.InvariantInfo) }
});
}
public static EntityRecommendation EntityForTime(string type, DateTime time)
{
return EntityFor(type,
time.ToString("t", DateTimeFormatInfo.InvariantInfo),
new Dictionary<string, object>()
{
{ "resolution_type", "builtin.datetime.time" },
{ "time", time.ToString("THH:mm:ss", DateTimeFormatInfo.InvariantInfo) }
});
}
public static void SetupLuis<D>(
Mock<ILuisService> luis,
Expression<Func<D, Task>> expression,
double? score,
params EntityRecommendation[] entities
)
{
luis
.Setup(l => l.QueryAsync(It.IsAny<Uri>(), It.IsAny<CancellationToken>()))
.ReturnsAsync(new LuisResult()
{
Intents = IntentsFor(expression, score),
Entities = entities
});
}
public static void SetupLuis<D>(
Mock<ILuisService> luis,
string utterance,
Expression<Func<D, Task>> expression,
double? score,
params EntityRecommendation[] entities
)
{
var uri = new UriBuilder() { Query = utterance }.Uri;
luis
.Setup(l => l.BuildUri(It.Is<LuisRequest>(r => r.Query == utterance)))
.Returns(uri);
luis.Setup(l => l.ModifyRequest(It.IsAny<LuisRequest>()))
.Returns<LuisRequest>(r => r);
luis
.Setup(l => l.QueryAsync(uri, It.IsAny<CancellationToken>()))
.Returns<Uri, CancellationToken>(async (_, token) =>
{
return new LuisResult()
{
Intents = IntentsFor(expression, score),
Entities = entities
};
});
}
}
}
2. Add LuisUnitTest1.cs in root and replace the code. In this case, I simply test ShouldReturnEvents for now. I will add the rest in the next article.
using Autofac;
using Microsoft.Bot.Builder.Base;
using Microsoft.Bot.Builder.Dialogs;
using Microsoft.Bot.Builder.Dialogs.Internals;
using Microsoft.Bot.Builder.Internals.Fibers;
using Microsoft.Bot.Builder.Luis;
using Microsoft.Bot.Builder.Luis.Models;
using Microsoft.Bot.Builder.Tests;
using Microsoft.Bot.Connector;
using Microsoft.Graph;
using Microsoft.QualityTools.Testing.Fakes;
using Microsoft.VisualStudio.TestTools.UnitTesting;
using Moq;
using O365Bot.Dialogs;
using O365Bot.Services;
using System;
using System.Collections.Generic;
using System.Globalization;
using System.Threading;
using System.Threading.Tasks;
namespace O365Bot.UnitTests
{
[TestClass]
public class SampleLuisTest : LuisTestBase
{
[TestMethod]
public async Task ShouldReturnEvents()
{
// Instantiate ShimsContext to use Fakes
using (ShimsContext.Create())
{
// Return "dummyToken" when calling GetAccessToken method
AuthBot.Fakes.ShimContextExtensions.GetAccessTokenIBotContextString =
async (a, e) => { return "dummyToken"; };
// Mock the LUIS service
var luis1 = new Mock<ILuisService>();
// Mock other services
var mockEventService = new Mock<IEventService>();
mockEventService.Setup(x => x.GetEvents()).ReturnsAsync(new List<Event>()
{
new Event
{
Subject = "dummy event",
Start = new DateTimeTimeZone()
{
DateTime = "2017-05-31 12:00",
TimeZone = "Standard Tokyo Time"
},
End = new DateTimeTimeZone()
{
DateTime = "2017-05-31 13:00",
TimeZone = "Standard Tokyo Time"
}
}
});
var subscriptionId = Guid.NewGuid().ToString();
var mockNotificationService = new Mock<INotificationService>();
mockNotificationService.Setup(x => x.SubscribeEventChange()).ReturnsAsync(subscriptionId);
mockNotificationService.Setup(x => x.RenewSubscribeEventChange(It.IsAny<string>())).Returns(Task.FromResult(true));
var builder = new ContainerBuilder();
builder.RegisterInstance(mockEventService.Object).As<IEventService>();
builder.RegisterInstance(mockNotificationService.Object).As<INotificationService>();
WebApiApplication.Container = builder.Build();
/// Instantiate dialog to test
LuisRootDialog rootDialog = new LuisRootDialog();
// Create in-memory bot environment
Func<IDialog<object>> MakeRoot = () => rootDialog;
using (new FiberTestBase.ResolveMoqAssembly(luis1.Object))
using (var container = Build(Options.ResolveDialogFromContainer, luis1.Object))
{
var dialogBuilder = new ContainerBuilder();
dialogBuilder
.RegisterInstance(rootDialog)
.As<IDialog<object>>();
dialogBuilder.Update(container);
// Register global message handler
RegisterBotModules(container);
// Specify "Calendar.Find" intent as LUIS result
SetupLuis<LuisRootDialog>(luis1, d => d.GetEvents(null, null, null), 1.0, new EntityRecommendation(type: "Calendar.Find"));
// Create a message to send to bot
var toBot = DialogTestBase.MakeTestMessage();
toBot.From.Id = Guid.NewGuid().ToString();
toBot.Text = "get events";
// Send message and check the answer.
IMessageActivity toUser = await GetResponse(container, MakeRoot, toBot);
// Verify the result
Assert.IsTrue(toUser.Text.Equals("2017-05-31 12:00-2017-05-31 13:00: dummy event"));
}
}
}
/// <summary>
/// Send a message to the bot and get repsponse.
/// </summary>
public async Task<IMessageActivity> GetResponse(IContainer container, Func<IDialog<object>> makeRoot, IMessageActivity toBot)
{
using (var scope = DialogModule.BeginLifetimeScope(container, toBot))
{
DialogModule_MakeRoot.Register(scope, makeRoot);
// act: sending the message
using (new LocalizedScope(toBot.Locale))
{
var task = scope.Resolve<IPostToBot>();
await task.PostAsync(toBot, CancellationToken.None);
}
//await Conversation.SendAsync(toBot, makeRoot, CancellationToken.None);
return scope.Resolve<Queue<IMessageActivity>>().Dequeue();
}
}
/// <summary>
/// Send a message to the bot and get all repsponses.
/// </summary>
public async Task<List<IMessageActivity>> GetResponses(IContainer container, Func<IDialog<object>> makeRoot, IMessageActivity toBot)
{
using (var scope = DialogModule.BeginLifetimeScope(container, toBot))
{
var results = new List<IMessageActivity>();
DialogModule_MakeRoot.Register(scope, makeRoot);
// act: sending the message
using (new LocalizedScope(toBot.Locale))
{
var task = scope.Resolve<IPostToBot>();
await task.PostAsync(toBot, CancellationToken.None);
}
//await Conversation.SendAsync(toBot, makeRoot, CancellationToken.None);
var queue = scope.Resolve<Queue<IMessageActivity>>();
while (queue.Count != 0)
{
results.Add(queue.Dequeue());
}
return results;
}
}
/// <summary>
/// Register Global Message
/// </summary>
private void RegisterBotModules(IContainer container)
{
var builder = new ContainerBuilder();
builder.RegisterModule(new ReflectionSurrogateModule());
builder.RegisterModule<GlobalMessageHandlers>();
builder.RegisterType<ActivityLogger>().AsImplementedInterfaces().InstancePerDependency();
builder.Update(container);
}
/// <summary>
/// Resume the conversation
/// </summary>
public async Task<List<IMessageActivity>> Resume(IContainer container, IDialog<object> dialog, IMessageActivity toBot)
{
using (var scope = DialogModule.BeginLifetimeScope(container, toBot))
{
var results = new List<IMessageActivity>();
var botData = scope.Resolve<IBotData>();
await botData.LoadAsync(CancellationToken.None);
var task = scope.Resolve<IDialogTask>();
// Insert dialog to current event
task.Call(dialog.Void<object, IMessageActivity>(), null);
await task.PollAsync(CancellationToken.None);
await botData.FlushAsync(CancellationToken.None);
// Get the result
var queue = scope.Resolve<Queue<IMessageActivity>>();
while (queue.Count != 0)
{
results.Add(queue.Dequeue());
}
return results;
}
}
}
}
3. Compile the solution and run the test.
Summery
LUIS is great service to purse natural language input. In the next article, I revise the code to utilize pursed entities and also update the unit tests. So no GitHub code this time.
Ken