Fresh Data for AI With Spring AI Function Calls

@Configuration
public class FunctionConfig {
  private final OpenLibraryClient openLibraryClient;
  public static final String OPEN_LIBRARY_CLIENT = "openLibraryClient";
	
  public FunctionConfig(OpenLibraryClient openLibraryClient) {
    this.openLibraryClient = openLibraryClient;
  }
	
  @Bean(OPEN_LIBRARY_CLIENT)
  @Tool(description = "Search for books by author, title or subject.")  
  public Function<OpenLibraryClient.Request, 
    OpenLibraryClient.Response> openLibraryClient() {		
      return this.openLibraryClient::apply;
    }
}

public interface OpenLibraryClient extends 
  Function<OpenLibraryClient.Request, OpenLibraryClient.Response> {
  @JsonIgnoreProperties(ignoreUnknown = true)
  record Book(@JsonProperty(value= "author_name", required = false)   
      List<String> authorName,
    @JsonProperty(value= "language", required = false) 
      List<String> languages,
    @JsonProperty(value= "publish_date", required = false) 
      List<String> publishDates,
    @JsonProperty(value= "publisher", required = false) 
      List<String> publishers, String title, String type,
    @JsonProperty(value= "subject", required = false) List<String> subjects,
    @JsonProperty(value= "place", required = false) List<String> places,
    @JsonProperty(value= "time", required = false) List<String> times,
    @JsonProperty(value= "person", required = false) List<String> persons,
    @JsonProperty(value= "ratings_average", required = false) 
      Double ratingsAverage) {}
    @JsonInclude(Include.NON_NULL)
    @JsonClassDescription("OpenLibrary API request")
  record Request(@JsonProperty(required=false, value="author")  
    @ToolParam(description = "The book authors name")  
    @JsonPropertyDescription("The book author") String author,
    @ToolParam(description = "The book title")
    @JsonProperty(required=false, value="title") 
    @JsonPropertyDescription("The book title") String title,
    @ToolParam(description = "The book subject") 
    @JsonProperty(required=false, value="subject")    
    @JsonPropertyDescription("The book subject") String subject) {}
  @JsonIgnoreProperties(ignoreUnknown = true)
  record Response(Long numFound, Long start, Boolean numFoundExact, 
    List<Book> docs) {}
}

@Service
public class FunctionService {
  private static final Logger LOGGER = LoggerFactory
    .getLogger(FunctionService.class);
  private final ChatClient chatClient;

  @JsonPropertyOrder({ "title", "summary" })
  public record JsonBook(String title, String summary) { }

  @JsonPropertyOrder({ "author", "books" })
  public record JsonResult(String author, List<JsonBook> books) { }

  private final String promptStr = """
    Make sure to have a parameter when calling a function.
    If no parameter is provided ask the user for the parameter.
    Create a summary for each book based on the function response subject.

    User Query:
    %s
  """;

  @Value("${spring.profiles.active:}")
  private String activeProfile;

  public FunctionService(Builder builder) {
    this.chatClient = builder.build();
  }

  public FunctionResult functionCall(String question, 
    ResultFormat resultFormat) {
    if (!this.activeProfile.contains("ollama")) {
      return new FunctionResult(" ", null);
    }

    var result = new FunctionResult(" ", null);

    int i = 0;
    while (i < 3 && 
      (result.jsonResult() == null && result.result() == " ")) {
      try {
        result = switch (resultFormat) {
          case ResultFormat.Text -> this.functionCallText(question);
          case ResultFormat.Json -> this.functionCallJson(question);
        };
      } catch (Exception e) {
        LOGGER.warn("AI Call failed.", e);
      }
      i++;
    }
    return result;
  }

  private FunctionResult functionCallText(String question) {
    var result = this.chatClient.prompt().user(
      this.promptStr + question).tools(FunctionConfig.OPEN_LIBRARY_CLIENT)
        .call().content();
      return new FunctionResult(result, null);
   }

   private FunctionResult functionCallJson(String question) {
     var result = this.chatClient.prompt().user(this.promptStr + 
       question).tools(FunctionConfig.OPEN_LIBRARY_CLIENT)
       .call().entity(new ParameterizedTypeReference<List<JsonResult>>() {});
     return new FunctionResult(null, result);
   }
}

export class FunctionSearchComponent {
  ...
  protected treeControl = new NestedTreeControl<TreeNode>(
    (node) => node.children
  );
  protected dataSource = new MatTreeNestedDataSource<TreeNode>();	
  protected responseJson = [{ value1: "", value2: "" } as TreeNode];
  ...
  protected hasChild = (_: number, node: TreeNode) =>
    !!node.children && node.children.length > 0;
  ...
  protected search(): void {
    this.searching = true;
    this.dataSource.data = [];
    const startDate = new Date();
    this.repeatSub?.unsubscribe();
    this.repeatSub = interval(100).pipe(map(() => new Date()),
      takeUntilDestroyed(this.destroyRef))
      .subscribe((newDate) => 
        (this.msWorking = newDate.getTime() - startDate.getTime()));
    this.functionSearchService
      .postLibraryFunction({question: this.searchValueControl.value,
        resultFormat: this.resultFormatControl.value} as FunctionSearch)
        .pipe(tap(() => this.repeatSub?.unsubscribe()),
          takeUntilDestroyed(this.destroyRef),
          tap(() => (this.searching = false)))
        .subscribe(value => 
          this.resultFormatControl.value === this.resultFormats[0] ?
	  this.responseText = value.result?.trim() || '' : 
          this.responseJson = this.addToDataSource(this.mapResult(
            value.jsonResult || 
            [{ author: "", books: [] }] as JsonResult[])));
  }
  ...
  private addToDataSource(treeNodes: TreeNode[]): TreeNode[] {
    this.dataSource.data = treeNodes;
    return treeNodes;
  }
  ...
  private mapResult(jsonResults: JsonResult[]): TreeNode[] {
    const createChildren = (books: JsonBook[]) => books.map(value => ({  
      value1: value.title, value2: value.summary } as TreeNode));
    const rootNode = jsonResults.map(myValue => ({ value1: myValue.author, 
      value2: "", children: createChildren(myValue.books) } as TreeNode));
    return rootNode;
  }
  ...
}