src/app.cpp

   1 /*
   2  * Copyright (c) 2017 TOYOTA MOTOR CORPORATION
   3  *
   4  * Licensed under the Apache License, Version 2.0 (the "License");
   5  * you may not use this file except in compliance with the License.
   6  * You may obtain a copy of the License at
   7  *
   8  *      http://www.apache.org/licenses/LICENSE-2.0
   9  *
  10  * Unless required by applicable law or agreed to in writing, software
  11  * distributed under the License is distributed on an "AS IS" BASIS,
  12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13  * See the License for the specific language governing permissions and
  14  * limitations under the License.
  15  */
  16
  17 #include "app.hpp"
  18 #include "json_helper.hpp"
  19 #include "layers.hpp"
  20 #include "layout.hpp"
  21 #include "util.hpp"
  22 #include "wayland_ivi_wm.hpp"
  23
  24 #include <cstdio>
  25 #include <memory>
  26
  27 #include <cassert>
  28
  29 #include <json-c/json.h>
  30
  31 #include <algorithm>
  32 #include <csignal>
  33 #include <fstream>
  34 #include <json.hpp>
  35 #include <regex>
  36 #include <thread>
  37
  38 #include "windowmanager-client.hpp"
  39 #include "applist.hpp"
  40
  41 extern "C"
  42 {
  43 #include <systemd/sd-event.h>
  44 }
  45
  46 namespace wm
  47 {
  48
  49 const unsigned TIME_OUT = 1000000UL; /* 1s */
  50
  51 /* DrawingArea name used by "{layout}.{area}" */
  52 const char kNameLayoutNormal[] = "normal";
  53 const char kNameLayoutSplit[] = "split";
  54 const char kNameAreaFull[] = "full";
  55 const char kNameAreaMain[] = "main";
  56 const char kNameAreaSub[] = "sub";
  57
  58 /* Key for json obejct */
  59 const char kKeyDrawingName[] = "drawing_name";
  60 const char kKeyDrawingArea[] = "drawing_area";
  61 const char kKeyDrawingRect[] = "drawing_rect";
  62 const char kKeyX[] = "x";
  63 const char kKeyY[] = "y";
  64 const char kKeyWidth[] = "width";
  65 const char kKeyHeight[] = "height";
  66 const char kKeyWidthPixel[] = "width_pixel";
  67 const char kKeyHeightPixel[] = "height_pixel";
  68 const char kKeyWidthMm[] = "width_mm";
  69 const char kKeyHeightMm[] = "height_mm";
  70
  71 static const std::string task_allocate = "allocate";
  72 static const std::string task_release = "release";
  73 static sd_event_source *timer_ev_src = nullptr;
  74
  75 static AppList app_list;
  76
  77 namespace
  78 {
  79
  80 using nlohmann::json;
  81
  82 result<json> file_to_json(char const *filename)
  83 {
  84     json j;
  85     std::ifstream i(filename);
  86     if (i.fail())
  87     {
  88         HMI_DEBUG("wm", "Could not open config file, so use default layer information");
  89         j = default_layers_json;
  90     }
  91     else
  92     {
  93         i >> j;
  94     }
  95
  96     return Ok(j);
  97 }
  98
  99 struct result<layer_map> load_layer_map(char const *filename)
 100 {
 101     HMI_DEBUG("wm", "loading IDs from %s", filename);
 102
 103     auto j = file_to_json(filename);
 104     if (j.is_err())
 105     {
 106         return Err<layer_map>(j.unwrap_err());
 107     }
 108     json jids = j.unwrap();
 109
 110     return to_layer_map(jids);
 111 }
 112
 113 static int
 114 processTimerHandler(sd_event_source *s, uint64_t usec, void *userdata)
 115 {
 116     HMI_NOTICE("wm", "Time out occurs because the client replys endDraw slow, so revert the request");
 117     reinterpret_cast<wm::App *>(userdata)->timerHandler();
 118     return 0;
 119 }
 120
 121 } // namespace
 122
 123 void App::timerHandler()
 124 {
 125     unsigned seq = app_list.currentSequenceNumber();
 126     HMI_SEQ_DEBUG(seq, "Timer expired remove Request");
 127     app_list.removeRequest(seq);
 128     app_list.next();
 129     if (app_list.haveRequest())
 130     {
 131         this->process_request();
 132     }
 133 }
 134
 135 /**
 136  * App Impl
 137  */
 138 App::App(wl::display *d)
 139     : chooks{this},
 140       display{d},
 141       controller{},
 142       outputs(),
 143       config(),
 144       layers(),
 145       id_alloc{},
 146       pending_events(false),
 147       policy{}
 148 {
 149     try
 150     {
 151         {
 152             auto l = load_layer_map(
 153                 this->config.get_string("layers.json").value().c_str());
 154             if (l.is_ok())
 155             {
 156                 this->layers = l.unwrap();
 157             }
 158             else
 159             {
 160                 HMI_ERROR("wm", "%s", l.err().value());
 161             }
 162         }
 163     }
 164     catch (std::exception &e)
 165     {
 166         HMI_ERROR("wm", "Loading of configuration failed: %s", e.what());
 167     }
 168 }
 169
 170 int App::init()
 171 {
 172     if (!this->display->ok())
 173     {
 174         return -1;
 175     }
 176
 177     if (this->layers.mapping.empty())
 178     {
 179         HMI_ERROR("wm", "No surface -> layer mapping loaded");
 180         return -1;
 181     }
 182
 183     // Make afb event
 184     for (int i = Event_Val_Min; i <= Event_Val_Max; i++)
 185     {
 186         map_afb_event[kListEventName[i]] = afb_daemon_make_event(kListEventName[i]);
 187     }
 188
 189     this->display->add_global_handler(
 190         "wl_output", [this](wl_registry *r, uint32_t name, uint32_t v) {
 191             this->outputs.emplace_back(std::make_unique<wl::output>(r, name, v));
 192         });
 193
 194     this->display->add_global_handler(
 195         "ivi_wm", [this](wl_registry *r, uint32_t name, uint32_t v) {
 196             this->controller =
 197                 std::make_unique<struct compositor::controller>(r, name, v);
 198
 199             // Init controller hooks
 200             this->controller->chooks = &this->chooks;
 201
 202             // This protocol needs the output, so lets just add our mapping here...
 203             this->controller->add_proxy_to_id_mapping(
 204                 this->outputs.back()->proxy.get(),
 205                 wl_proxy_get_id(reinterpret_cast<struct wl_proxy *>(
 206                     this->outputs.back()->proxy.get())));
 207
 208             // Create screen
 209             this->controller->create_screen(this->outputs.back()->proxy.get());
 210
 211             // Set display to controller
 212             this->controller->display = this->display;
 213         });
 214
 215     // First level objects
 216     this->display->roundtrip();
 217     // Second level objects
 218     this->display->roundtrip();
 219     // Third level objects
 220     this->display->roundtrip();
 221
 222     return init_layers();
 223 }
 224
 225 int App::dispatch_pending_events()
 226 {
 227     if (this->pop_pending_events())
 228     {
 229         this->display->dispatch_pending();
 230         return 0;
 231     }
 232     return -1;
 233 }
 234
 235 bool App::pop_pending_events()
 236 {
 237     bool x{true};
 238     return this->pending_events.compare_exchange_strong(
 239         x, false, std::memory_order_consume);
 240 }
 241
 242 void App::set_pending_events()
 243 {
 244     this->pending_events.store(true, std::memory_order_release);
 245 }
 246
 247 optional<int> App::lookup_id(char const *name)
 248 {
 249     return this->id_alloc.lookup(std::string(name));
 250 }
 251 optional<std::string> App::lookup_name(int id)
 252 {
 253     return this->id_alloc.lookup(id);
 254 }
 255
 256 /**
 257  * init_layers()
 258  */
 259 int App::init_layers()
 260 {
 261     if (!this->controller)
 262     {
 263         HMI_ERROR("wm", "ivi_controller global not available");
 264         return -1;
 265     }
 266
 267     if (this->outputs.empty())
 268     {
 269         HMI_ERROR("wm", "no output was set up!");
 270         return -1;
 271     }
 272
 273     auto &c = this->controller;
 274
 275     auto &o = this->outputs.front();
 276     auto &s = c->screens.begin()->second;
 277     auto &layers = c->layers;
 278
 279     // Write output dimensions to ivi controller...
 280     c->output_size = compositor::size{uint32_t(o->width), uint32_t(o->height)};
 281     c->physical_size = compositor::size{uint32_t(o->physical_width),
 282                                         uint32_t(o->physical_height)};
 283
 284     // Clear scene
 285     layers.clear();
 286
 287     // Clear screen
 288     s->clear();
 289
 290     // Quick and dirty setup of layers
 291     for (auto const &i : this->layers.mapping)
 292     {
 293         c->layer_create(i.second.layer_id, o->width, o->height);
 294         auto &l = layers[i.second.layer_id];
 295         l->set_destination_rectangle(0, 0, o->width, o->height);
 296         l->set_visibility(1);
 297         HMI_DEBUG("wm", "Setting up layer %s (%d) for surface role match \"%s\"",
 298                   i.second.name.c_str(), i.second.layer_id, i.second.role.c_str());
 299     }
 300
 301     // Add layers to screen
 302     s->set_render_order(this->layers.layers);
 303
 304     this->layout_commit();
 305
 306     return 0;
 307 }
 308
 309 void App::surface_set_layout(int surface_id, optional<int> sub_surface_id)
 310 {
 311     if (!this->controller->surface_exists(surface_id))
 312     {
 313         HMI_ERROR("wm", "Surface %d does not exist", surface_id);
 314         return;
 315     }
 316
 317     auto o_layer_id = this->layers.get_layer_id(surface_id);
 318
 319     if (!o_layer_id)
 320     {
 321         HMI_ERROR("wm", "Surface %d is not associated with any layer!", surface_id);
 322         return;
 323     }
 324
 325     uint32_t layer_id = *o_layer_id;
 326
 327     auto const &layer = this->layers.get_layer(layer_id);
 328     auto rect = layer.value().rect;
 329     auto &s = this->controller->surfaces[surface_id];
 330
 331     int x = rect.x;
 332     int y = rect.y;
 333     int w = rect.w;
 334     int h = rect.h;
 335
 336     // less-than-0 values refer to MAX + 1 - $VALUE
 337     // e.g. MAX is either screen width or height
 338     if (w < 0)
 339     {
 340         w = this->controller->output_size.w + 1 + w;
 341     }
 342     if (h < 0)
 343     {
 344         h = this->controller->output_size.h + 1 + h;
 345     }
 346
 347     if (sub_surface_id)
 348     {
 349         if (o_layer_id != this->layers.get_layer_id(*sub_surface_id))
 350         {
 351             HMI_ERROR("wm",
 352                       "surface_set_layout: layers of surfaces (%d and %d) don't match!",
 353                       surface_id, *sub_surface_id);
 354             return;
 355         }
 356
 357         int x_off = 0;
 358         int y_off = 0;
 359
 360         // split along major axis
 361         if (w > h)
 362         {
 363             w /= 2;
 364             x_off = w;
 365         }
 366         else
 367         {
 368             h /= 2;
 369             y_off = h;
 370         }
 371
 372         auto &ss = this->controller->surfaces[*sub_surface_id];
 373
 374         HMI_DEBUG("wm", "surface_set_layout for sub surface %u on layer %u",
 375                   *sub_surface_id, layer_id);
 376
 377         // set destination to the display rectangle
 378         ss->set_destination_rectangle(x + x_off, y + y_off, w, h);
 379
 380         this->area_info[*sub_surface_id].x = x;
 381         this->area_info[*sub_surface_id].y = y;
 382         this->area_info[*sub_surface_id].w = w;
 383         this->area_info[*sub_surface_id].h = h;
 384     }
 385
 386     HMI_DEBUG("wm", "surface_set_layout for surface %u on layer %u", surface_id,
 387               layer_id);
 388
 389     // set destination to the display rectangle
 390     s->set_destination_rectangle(x, y, w, h);
 391
 392     // update area information
 393     this->area_info[surface_id].x = x;
 394     this->area_info[surface_id].y = y;
 395     this->area_info[surface_id].w = w;
 396     this->area_info[surface_id].h = h;
 397
 398     HMI_DEBUG("wm", "Surface %u now on layer %u with rect { %d, %d, %d, %d }",
 399               surface_id, layer_id, x, y, w, h);
 400 }
 401
 402 void App::layout_commit()
 403 {
 404     this->controller->commit_changes();
 405     this->display->flush();
 406 }
 407
 408 void App::set_timer(){
 409     HMI_SEQ_DEBUG(app_list.currentSequenceNumber(), "Timer set activate");
 410     if (timer_ev_src != nullptr)
 411     {
 412         // firsttime set into sd_event
 413         int ret = sd_event_add_time(afb_daemon_get_event_loop(), &timer_ev_src,
 414                                     CLOCK_REALTIME, time(NULL) + TIME_OUT, 0, processTimerHandler, this);
 415         if (ret < 0)
 416         {
 417             HMI_ERROR("wm", "Can't set timer");
 418         }
 419     }
 420     else
 421     {
 422         // update timer limitation after second time
 423         sd_event_source_set_time(timer_ev_src, time(NULL) + TIME_OUT);
 424         sd_event_source_set_enabled(timer_ev_src, SD_EVENT_ONESHOT);
 425     }
 426 }
 427
 428 bool App::do_allocate_window_resource(unsigned request_seq)
 429 {
 430     /*
 431     * Check Policy
 432     */
 433    // get current trigger
 434     auto trigger = app_list.getRequest(request_seq);
 435
 436     // json_object* newState = checkPolicy(role);
 437     /* The following error check is not necessary because main.cpp will reject the message form not registered object
 438    if(client != nullptr){
 439        reply("client is not registered");
 440        return;
 441    } */
 442     HMI_SEQ_NOTICE(request_seq, "ATM, Policy manager does't exist, then set WMAction as is");
 443
 444     bool ret = app_list.setAction(request_seq, trigger.appid, trigger.role, trigger.area);
 445
 446     app_list.req_dump();
 447     // TODO: Tasks will be changed according to policy manager result
 448     // do task(onTransition (activate))
 449
 450     // lm_.updateLayout(jobj);
 451     // TODO: emit syncDraw with application
 452
 453     //client->emit_syncdraw(role);
 454     if (ret) {
 455         this->set_timer();
 456     } else {
 457         //this->emit_error(request_seq, 0 /*error_num*/, "error happens"); // test
 458     }
 459     return ret;
 460 }
 461
 462 void App::lm_layout_change(unsigned req, const char* drawing_name)
 463 {
 464     auto const &surface_id = this->lookup_id(drawing_name);
 465     auto layer_id = this->layers.get_layer_id(*surface_id);
 466     auto o_state = *this->layers.get_layout_state(*surface_id);
 467     struct LayoutState &state = *o_state;
 468
 469     // disable layers that are above our current layer
 470     for (auto const &l : this->layers.mapping)
 471     {
 472         if (l.second.layer_id <= *layer_id)
 473         {
 474             continue;
 475         }
 476
 477         bool flush = false;
 478         if (l.second.state.main != -1)
 479         {
 480             this->deactivate(l.second.state.main);
 481             l.second.state.main = -1;
 482             flush = true;
 483         }
 484
 485         if (l.second.state.sub != -1)
 486         {
 487             this->deactivate(l.second.state.sub);
 488             l.second.state.sub = -1;
 489             flush = true;
 490         }
 491
 492         if (flush)
 493         {
 494             this->layout_commit();
 495         }
 496     }
 497
 498     auto layer = this->layers.get_layer(*layer_id);
 499
 500     if (state.main == -1)
 501     {
 502         this->try_layout(
 503             state, LayoutState{*surface_id}, [&](LayoutState const &nl) {
 504                 HMI_DEBUG("wm", "Layout: %s", kNameLayoutNormal);
 505                 this->surface_set_layout(*surface_id);
 506                 state = nl;
 507
 508                 // Commit for configuraton
 509                 this->layout_commit();
 510
 511                 std::string str_area = std::string(kNameLayoutNormal) + "." + std::string(kNameAreaFull);
 512                 compositor::rect area_rect = this->area_info[*surface_id];
 513                 this->emit_syncdraw(drawing_name, str_area.c_str(),
 514                                     area_rect.x, area_rect.y, area_rect.w, area_rect.h);
 515                 this->enqueue_flushdraw(state.main);
 516             });
 517     }
 518     else
 519     {
 520         if (0 == strcmp(drawing_name, "HomeScreen"))
 521         {
 522             this->try_layout(
 523                 state, LayoutState{*surface_id}, [&](LayoutState const &nl) {
 524                     HMI_DEBUG("wm", "Layout: %s", kNameLayoutNormal);
 525                     std::string str_area = std::string(kNameLayoutNormal) + "." + std::string(kNameAreaFull);
 526                     compositor::rect area_rect = this->area_info[*surface_id];
 527                     this->emit_syncdraw(drawing_name, str_area.c_str(),
 528                                         area_rect.x, area_rect.y, area_rect.w, area_rect.h);
 529                     this->enqueue_flushdraw(state.main);
 530                 });
 531         }
 532         else
 533         {
 534             bool can_split = this->can_split(state, *surface_id);
 535
 536             if (can_split)
 537             {
 538                 this->try_layout(
 539                     state,
 540                     LayoutState{state.main, *surface_id},
 541                     [&](LayoutState const &nl) {
 542                         HMI_DEBUG("wm", "Layout: %s", kNameLayoutSplit);
 543                         std::string main =
 544                             std::move(*this->lookup_name(state.main));
 545
 546                         this->surface_set_layout(state.main, surface_id);
 547                         if (state.sub != *surface_id)
 548                         {
 549                             if (state.sub != -1)
 550                             {
 551                                 this->deactivate(state.sub);
 552                             }
 553                         }
 554                         state = nl;
 555
 556                         // Commit for configuration and visibility(0)
 557                         this->layout_commit();
 558
 559                         std::string str_area_main = std::string(kNameLayoutSplit) + "." + std::string(kNameAreaMain);
 560                         std::string str_area_sub = std::string(kNameLayoutSplit) + "." + std::string(kNameAreaSub);
 561                         compositor::rect area_rect_main = this->area_info[state.main];
 562                         compositor::rect area_rect_sub = this->area_info[*surface_id];
 563                         this->emit_syncdraw(main.c_str(), str_area_main.c_str(),
 564                                             area_rect_main.x, area_rect_main.y,
 565                                             area_rect_main.w, area_rect_main.h);
 566                         this->emit_syncdraw(drawing_name, str_area_sub.c_str(),
 567                                             area_rect_sub.x, area_rect_sub.y,
 568                                             area_rect_sub.w, area_rect_sub.h);
 569                         this->enqueue_flushdraw(state.main);
 570                         this->enqueue_flushdraw(state.sub);
 571                     });
 572             }
 573             else
 574             {
 575                 this->try_layout(
 576                     state, LayoutState{*surface_id}, [&](LayoutState const &nl) {
 577                         HMI_DEBUG("wm", "Layout: %s", kNameLayoutNormal);
 578
 579                         this->surface_set_layout(*surface_id);
 580                         if (state.main != *surface_id)
 581                         {
 582                             this->deactivate(state.main);
 583                         }
 584                         if (state.sub != -1)
 585                         {
 586                             if (state.sub != *surface_id)
 587                             {
 588                                 this->deactivate(state.sub);
 589                             }
 590                         }
 591                         state = nl;
 592
 593                         // Commit for configuraton and visibility(0)
 594                         this->layout_commit();
 595
 596                         std::string str_area = std::string(kNameLayoutNormal) + "." + std::string(kNameAreaFull);
 597                         compositor::rect area_rect = this->area_info[*surface_id];
 598                         this->emit_syncdraw(drawing_name, str_area.c_str(),
 599                                             area_rect.x, area_rect.y, area_rect.w, area_rect.h);
 600                         this->enqueue_flushdraw(state.main);
 601                     });
 602             }
 603         }
 604     }
 605 }
 606
 607 const char* App::lm_check_surface_exist(unsigned req, const char* drawing_name)
 608 {
 609     auto const &surface_id = this->lookup_id(drawing_name);
 610     if (!surface_id)
 611     {
 612         //reply("Surface does not exist");
 613         return "Surface does not exist";
 614     }
 615
 616     if (!this->controller->surface_exists(*surface_id))
 617     {
 618         //reply("Surface does not exist in controller!");
 619         return "Surface does not exist in controller!";
 620     }
 621
 622     auto layer_id = this->layers.get_layer_id(*surface_id);
 623
 624     if (!layer_id)
 625     {
 626         //reply("Surface is not on any layer!");
 627         return "Surface is not on any layer!";
 628     }
 629
 630     auto o_state = *this->layers.get_layout_state(*surface_id);
 631
 632     if (o_state == nullptr)
 633     {
 634         //reply("Could not find layer for surface");
 635         return "Could not find layer for surface";
 636     }
 637
 638     HMI_DEBUG("wm", "surface %d is detected", *surface_id);
 639     return nullptr;
 640     //reply(nullptr);
 641 }
 642
 643 void App::api_activate_surface(char const *appid, char const *drawing_name, char const *drawing_area, const reply_func &reply)
 644 {
 645     ST();
 646
 647     /*
 648    * Check Phase
 649    */
 650
 651     std::string id = appid;
 652     std::string role = drawing_name;
 653     std::string area = drawing_area;
 654
 655     if(!app_list.contains(id)){
 656         reply("app doesn't request 'requestSurface' yet");
 657         return;
 658     }
 659
 660     auto client = app_list.lookUpClient(id);
 661
 662     /*
 663    * Queueing Phase
 664    */
 665     unsigned current = app_list.currentSequenceNumber();
 666     unsigned requested_num = app_list.getSequenceNumber(id);
 667     if (requested_num != 0)
 668     {
 669         HMI_SEQ_INFO(requested_num, "%s %s %s request is already queued", id.c_str(), role.c_str(), area.c_str());
 670         reply("already requested");
 671         return;
 672     }
 673
 674     WMRequest req = WMRequest(id, role, area, Task::TASK_ALLOCATE);
 675     unsigned new_req = app_list.addAllocateRequest(req);
 676     app_list.req_dump();
 677
 678     HMI_SEQ_DEBUG(current, "%s start sequence with %s, %s", id.c_str(), role.c_str(), area.c_str());
 679
 680     if (new_req != current)
 681     {
 682         // Add request, then invoked after the previous task is finished
 683         HMI_SEQ_DEBUG(new_req, "request is accepted");
 684         reply(nullptr);
 685         return;
 686     }
 687
 688     /*
 689     * Do allocate tasks
 690     */
 691     bool ret = this->do_allocate_window_resource(new_req);
 692
 693     // layer manager task
 694     const char* msg = this->lm_check_surface_exist(new_req, drawing_name); // this function will be integrated in do_allocate_window_resource()
 695
 696     if(msg){
 697         HMI_SEQ_DEBUG(new_req,"surface doesn't exist");
 698         reply(msg);
 699         app_list.removeRequest(new_req);
 700         return;
 701     }
 702     this->lm_layout_change(new_req, drawing_name); // this function will be integrated in do_allocate_window_resource()
 703
 704     reply(nullptr);
 705 }
 706
 707 void App::api_deactivate_surface(char const *appid, char const *drawing_name, const reply_func &reply)
 708 {
 709     ST();
 710     auto const &surface_id = this->lookup_id(drawing_name);
 711
 712     std::string id = appid;
 713
 714     if(!app_list.contains(id)){
 715         reply("app doesn't request 'requestSurface' yet");
 716         return;
 717     }
 718     auto client = app_list.lookUpClient(id);
 719
 720     if (!surface_id)
 721     {
 722         reply("Surface does not exist");
 723         return;
 724     }
 725
 726     if (*surface_id == this->layers.main_surface)
 727     {
 728         reply("Cannot deactivate main_surface");
 729         return;
 730     }
 731
 732     auto o_state = *this->layers.get_layout_state(*surface_id);
 733
 734     if (o_state == nullptr)
 735     {
 736         reply("Could not find layer for surface");
 737         return;
 738     }
 739
 740     struct LayoutState &state = *o_state;
 741
 742     if (state.main == -1)
 743     {
 744         reply("No surface active");
 745         return;
 746     }
 747
 748     // Check against main_surface, main_surface_name is the configuration item.
 749     if (*surface_id == this->layers.main_surface)
 750     {
 751         HMI_DEBUG("wm", "Refusing to deactivate main_surface %d", *surface_id);
 752         reply(nullptr);
 753         return;
 754     }
 755     if ((state.main == *surface_id) && (state.sub == *surface_id))
 756     {
 757         reply("Surface is not active");
 758         return;
 759     }
 760     reply(nullptr);
 761
 762     if (state.main == *surface_id)
 763     {
 764         if (state.sub != -1)
 765         {
 766             this->try_layout(
 767                 state, LayoutState{state.sub, -1}, [&](LayoutState const &nl) {
 768                     std::string sub = std::move(*this->lookup_name(state.sub));
 769
 770                     this->deactivate(*surface_id);
 771                     this->surface_set_layout(state.sub);
 772                     state = nl;
 773
 774                     this->layout_commit();
 775                     std::string str_area = std::string(kNameLayoutNormal) + "." + std::string(kNameAreaFull);
 776                     compositor::rect area_rect = this->area_info[state.sub];
 777                     this->emit_syncdraw(sub.c_str(), str_area.c_str(),
 778                                         area_rect.x, area_rect.y, area_rect.w, area_rect.h);
 779                     this->enqueue_flushdraw(state.sub);
 780                 });
 781         }
 782         else
 783         {
 784             this->try_layout(state, LayoutState{-1, -1}, [&](LayoutState const &nl) {
 785                 this->deactivate(*surface_id);
 786                 state = nl;
 787                 this->layout_commit();
 788             });
 789         }
 790     }
 791     else if (state.sub == *surface_id)
 792     {
 793         this->try_layout(
 794             state, LayoutState{state.main, -1}, [&](LayoutState const &nl) {
 795                 std::string main = std::move(*this->lookup_name(state.main));
 796
 797                 this->deactivate(*surface_id);
 798                 this->surface_set_layout(state.main);
 799                 state = nl;
 800
 801                 this->layout_commit();
 802                 std::string str_area = std::string(kNameLayoutNormal) + "." + std::string(kNameAreaFull);
 803                 compositor::rect area_rect = this->area_info[state.main];
 804                 this->emit_syncdraw(main.c_str(), str_area.c_str(),
 805                                     area_rect.x, area_rect.y, area_rect.w, area_rect.h);
 806                 this->enqueue_flushdraw(state.main);
 807             });
 808     }
 809 }
 810
 811 void App::enqueue_flushdraw(int surface_id)
 812 {
 813     this->check_flushdraw(surface_id);
 814     HMI_DEBUG("wm", "Enqueuing EndDraw for surface_id %d", surface_id);
 815     this->pending_end_draw.push_back(surface_id);
 816 }
 817
 818 void App::check_flushdraw(int surface_id)
 819 {
 820     auto i = std::find(std::begin(this->pending_end_draw),
 821                        std::end(this->pending_end_draw), surface_id);
 822     if (i != std::end(this->pending_end_draw))
 823     {
 824         auto n = this->lookup_name(surface_id);
 825         HMI_ERROR("wm", "Application %s (%d) has pending EndDraw call(s)!",
 826                   n ? n->c_str() : "unknown-name", surface_id);
 827         std::swap(this->pending_end_draw[std::distance(
 828                       std::begin(this->pending_end_draw), i)],
 829                   this->pending_end_draw.back());
 830         this->pending_end_draw.resize(this->pending_end_draw.size() - 1);
 831     }
 832 }
 833
 834 void App::lm_enddraw(const char* drawing_name){
 835     HMI_DEBUG("wm", "end draw %s", drawing_name);
 836     for (unsigned i = 0, iend = this->pending_end_draw.size(); i < iend; i++)
 837     {
 838         auto n = this->lookup_name(this->pending_end_draw[i]);
 839         if (n && *n == drawing_name)
 840         {
 841             std::swap(this->pending_end_draw[i], this->pending_end_draw[iend - 1]);
 842             this->pending_end_draw.resize(iend - 1);
 843             this->activate(this->pending_end_draw[i]);
 844             this->emit_flushdraw(drawing_name);
 845         }
 846     }
 847 }
 848
 849 void App::do_enddraw(unsigned request_seq)
 850 {
 851     // get actions
 852     auto actions = app_list.getActions(request_seq);
 853     HMI_SEQ_INFO(request_seq, "do endDraw");
 854
 855     for(const auto& act : actions){
 856         HMI_SEQ_DEBUG(request_seq, "visible %s", act.role.c_str());
 857         this->lm_enddraw(act.role.c_str());
 858     }
 859
 860     HMI_SEQ_INFO(request_seq, "emit flushDraw");
 861 /*     do
 862     {
 863         // emit flush Draw
 864         //emitFlushDrawToAll(&app_list, request_seq);
 865         // emit status change event
 866     } while (!app_list.requestFinished());*/
 867 }
 868
 869 void App::process_request()
 870 {
 871     unsigned req = app_list.currentSequenceNumber();
 872     HMI_SEQ_DEBUG(req, "Do next request");
 873     do_allocate_window_resource(req);
 874 }
 875
 876 void App::api_enddraw(char const *appid, char const *drawing_name)
 877 {
 878     std::string id(appid);
 879     std::string role(drawing_name);
 880     unsigned current_seq = app_list.currentSequenceNumber();
 881     bool result = app_list.setEndDrawFinished(current_seq, id, role);
 882
 883     if (!result)
 884     {
 885         HMI_ERROR("wm", "%s doesn't have Window Resource", id.c_str());
 886         return;
 887     }
 888
 889     if (app_list.endDrawFullfilled(current_seq))
 890     {
 891         // do task for endDraw
 892         //this->stop_timer();
 893         this->do_enddraw(current_seq);
 894
 895         app_list.removeRequest(current_seq);
 896         HMI_SEQ_INFO(current_seq, "Finish request");
 897         app_list.next();
 898         if (app_list.haveRequest())
 899         {
 900             this->process_request();
 901         }
 902     }
 903     else
 904     {
 905         HMI_SEQ_INFO(current_seq, "Wait other App call endDraw");
 906         return;
 907     }
 908 }
 909
 910 void App::api_ping() { this->dispatch_pending_events(); }
 911
 912 void App::send_event(char const *evname, char const *label)
 913 {
 914     HMI_DEBUG("wm", "%s: %s(%s)", __func__, evname, label);
 915
 916     json_object *j = json_object_new_object();
 917     json_object_object_add(j, kKeyDrawingName, json_object_new_string(label));
 918
 919     int ret = afb_event_push(this->map_afb_event[evname], j);
 920     if (ret != 0)
 921     {
 922         HMI_DEBUG("wm", "afb_event_push failed: %m");
 923     }
 924 }
 925
 926 void App::send_event(char const *evname, char const *label, char const *area,
 927                      int x, int y, int w, int h)
 928 {
 929     HMI_DEBUG("wm", "%s: %s(%s, %s) x:%d y:%d w:%d h:%d",
 930               __func__, evname, label, area, x, y, w, h);
 931
 932     json_object *j_rect = json_object_new_object();
 933     json_object_object_add(j_rect, kKeyX, json_object_new_int(x));
 934     json_object_object_add(j_rect, kKeyY, json_object_new_int(y));
 935     json_object_object_add(j_rect, kKeyWidth, json_object_new_int(w));
 936     json_object_object_add(j_rect, kKeyHeight, json_object_new_int(h));
 937
 938     json_object *j = json_object_new_object();
 939     json_object_object_add(j, kKeyDrawingName, json_object_new_string(label));
 940     json_object_object_add(j, kKeyDrawingArea, json_object_new_string(area));
 941     json_object_object_add(j, kKeyDrawingRect, j_rect);
 942
 943     int ret = afb_event_push(this->map_afb_event[evname], j);
 944     if (ret != 0)
 945     {
 946         HMI_DEBUG("wm", "afb_event_push failed: %m");
 947     }
 948 }
 949
 950 /**
 951  * proxied events
 952  */
 953 void App::surface_created(uint32_t surface_id)
 954 {
 955     auto layer_id = this->layers.get_layer_id(surface_id);
 956     if (!layer_id)
 957     {
 958         HMI_DEBUG("wm", "Newly created surfce %d is not associated with any layer!",
 959                   surface_id);
 960         return;
 961     }
 962
 963     HMI_DEBUG("wm", "surface_id is %u, layer_id is %u", surface_id, *layer_id);
 964
 965     this->controller->layers[*layer_id]->add_surface(surface_id);
 966     this->layout_commit();
 967     // activate the main_surface right away
 968     /*if (surface_id == static_cast<unsigned>(this->layers.main_surface)) {
 969       HMI_DEBUG("wm", "Activating main_surface (%d)", surface_id);
 970
 971       this->api_activate_surface(
 972          this->lookup_name(surface_id).value_or("unknown-name").c_str());
 973    }*/
 974 }
 975
 976 void App::surface_removed(uint32_t surface_id)
 977 {
 978     HMI_DEBUG("wm", "surface_id is %u", surface_id);
 979
 980     // We cannot normally deactivate the main_surface, so be explicit
 981     // about it:
 982     if (int(surface_id) == this->layers.main_surface)
 983     {
 984         this->deactivate_main_surface();
 985     }
 986     else
 987     {
 988         auto drawing_name = this->lookup_name(surface_id);
 989         if (drawing_name)
 990         {
 991             std::string appid = "";
 992             /* auto = lookUpClient(surface_id);
 993          appid = client->appID();
 994
 995          */
 996             this->api_deactivate_surface(appid.c_str(), drawing_name->c_str(), [](const char *) {});
 997         }
 998     }
 999
1000     this->id_alloc.remove_id(surface_id);
1001     this->layers.remove_surface(surface_id);
1002 }
1003
1004 void App::emit_activated(char const *label)
1005 {
1006     this->send_event(kListEventName[Event_Active], label);
1007 }
1008
1009 void App::emit_deactivated(char const *label)
1010 {
1011     this->send_event(kListEventName[Event_Inactive], label);
1012 }
1013
1014 void App::emit_syncdraw(char const *label, char const *area, int x, int y, int w, int h)
1015 {
1016     this->send_event(kListEventName[Event_SyncDraw], label, area, x, y, w, h);
1017 }
1018
1019 void App::emit_flushdraw(char const *label)
1020 {
1021     this->send_event(kListEventName[Event_FlushDraw], label);
1022 }
1023
1024 void App::emit_visible(char const *label, bool is_visible)
1025 {
1026     this->send_event(is_visible ? kListEventName[Event_Visible] : kListEventName[Event_Invisible], label);
1027 }
1028
1029 void App::emit_invisible(char const *label)
1030 {
1031     return emit_visible(label, false);
1032 }
1033
1034 void App::emit_visible(char const *label) { return emit_visible(label, true); }
1035
1036 result<int> App::api_request_surface(char const *appid, char const *drawing_name)
1037 {
1038     auto lid = this->layers.get_layer_id(std::string(drawing_name));
1039     if (!lid)
1040     {
1041         /**
1042        * register drawing_name as fallback and make it displayed.
1043        */
1044         lid = this->layers.get_layer_id(std::string("Fallback"));
1045         HMI_DEBUG("wm", "%s is not registered in layers.json, then fallback as normal app", drawing_name);
1046         if (!lid)
1047         {
1048             return Err<int>("Drawing name does not match any role, Fallback is disabled");
1049         }
1050     }
1051
1052     auto rname = this->lookup_id(drawing_name);
1053     if (!rname)
1054     {
1055         // name does not exist yet, allocate surface id...
1056         auto id = int(this->id_alloc.generate_id(drawing_name));
1057         this->layers.add_surface(id, *lid);
1058
1059         // set the main_surface[_name] here and now
1060         if (!this->layers.main_surface_name.empty() &&
1061             this->layers.main_surface_name == drawing_name)
1062         {
1063             this->layers.main_surface = id;
1064             HMI_DEBUG("wm", "Set main_surface id to %u", id);
1065         }
1066
1067         // add client into the db
1068         std::string appid_str(appid);
1069         std::string role(drawing_name);
1070         app_list.addClient(appid_str, role);
1071
1072         return Ok<int>(id);
1073     }
1074
1075     // Check currently registered drawing names if it is already there.
1076     return Err<int>("Surface already present");
1077 }
1078
1079 char const *App::api_request_surface(char const *appid, char const *drawing_name,
1080                                      char const *ivi_id)
1081 {
1082     ST();
1083
1084     auto lid = this->layers.get_layer_id(std::string(drawing_name));
1085     unsigned sid = std::stol(ivi_id);
1086
1087     if (!lid)
1088     {
1089         /**
1090        * register drawing_name as fallback and make it displayed.
1091        */
1092         lid = this->layers.get_layer_id(std::string("Fallback"));
1093         HMI_DEBUG("wm", "%s is not registered in layers.json, then fallback as normal app", drawing_name);
1094         if (!lid)
1095         {
1096             return "Drawing name does not match any role, Fallback is disabled";
1097         }
1098     }
1099
1100     auto rname = this->lookup_id(drawing_name);
1101
1102     if (rname)
1103     {
1104         return "Surface already present";
1105     }
1106
1107     // register pair drawing_name and ivi_id
1108     this->id_alloc.register_name_id(drawing_name, sid);
1109     this->layers.add_surface(sid, *lid);
1110
1111     // this surface is already created
1112     HMI_DEBUG("wm", "surface_id is %u, layer_id is %u", sid, *lid);
1113
1114     this->controller->layers[*lid]->add_surface(sid);
1115     this->layout_commit();
1116
1117     return nullptr;
1118 }
1119
1120 result<json_object *> App::api_get_display_info()
1121 {
1122     // Check controller
1123     if (!this->controller)
1124     {
1125         return Err<json_object *>("ivi_controller global not available");
1126     }
1127
1128     // Set display info
1129     compositor::size o_size = this->controller->output_size;
1130     compositor::size p_size = this->controller->physical_size;
1131
1132     json_object *object = json_object_new_object();
1133     json_object_object_add(object, kKeyWidthPixel, json_object_new_int(o_size.w));
1134     json_object_object_add(object, kKeyHeightPixel, json_object_new_int(o_size.h));
1135     json_object_object_add(object, kKeyWidthMm, json_object_new_int(p_size.w));
1136     json_object_object_add(object, kKeyHeightMm, json_object_new_int(p_size.h));
1137
1138     return Ok<json_object *>(object);
1139 }
1140
1141 result<json_object *> App::api_get_area_info(char const *drawing_name)
1142 {
1143     HMI_DEBUG("wm", "called");
1144
1145     // Check drawing name, surface/layer id
1146     auto const &surface_id = this->lookup_id(drawing_name);
1147     if (!surface_id)
1148     {
1149         return Err<json_object *>("Surface does not exist");
1150     }
1151
1152     if (!this->controller->surface_exists(*surface_id))
1153     {
1154         return Err<json_object *>("Surface does not exist in controller!");
1155     }
1156
1157     auto layer_id = this->layers.get_layer_id(*surface_id);
1158     if (!layer_id)
1159     {
1160         return Err<json_object *>("Surface is not on any layer!");
1161     }
1162
1163     auto o_state = *this->layers.get_layout_state(*surface_id);
1164     if (o_state == nullptr)
1165     {
1166         return Err<json_object *>("Could not find layer for surface");
1167     }
1168
1169     struct LayoutState &state = *o_state;
1170     if ((state.main != *surface_id) && (state.sub != *surface_id))
1171     {
1172         return Err<json_object *>("Surface is inactive");
1173     }
1174
1175     // Set area rectangle
1176     compositor::rect area_info = this->area_info[*surface_id];
1177     json_object *object = json_object_new_object();
1178     json_object_object_add(object, kKeyX, json_object_new_int(area_info.x));
1179     json_object_object_add(object, kKeyY, json_object_new_int(area_info.y));
1180     json_object_object_add(object, kKeyWidth, json_object_new_int(area_info.w));
1181     json_object_object_add(object, kKeyHeight, json_object_new_int(area_info.h));
1182
1183     return Ok<json_object *>(object);
1184 }
1185
1186 void App::activate(int id)
1187 {
1188     auto ip = this->controller->sprops.find(id);
1189     if (ip != this->controller->sprops.end())
1190     {
1191         this->controller->surfaces[id]->set_visibility(1);
1192         char const *label =
1193             this->lookup_name(id).value_or("unknown-name").c_str();
1194
1195         // FOR CES DEMO >>>
1196         if ((0 == strcmp(label, "Radio")) || (0 == strcmp(label, "MediaPlayer")) || (0 == strcmp(label, "Music")) || (0 == strcmp(label, "Navigation")))
1197         {
1198             for (auto i = surface_bg.begin(); i != surface_bg.end(); ++i)
1199             {
1200                 if (id == *i)
1201                 {
1202                     // Remove id
1203                     this->surface_bg.erase(i);
1204
1205                     // Remove from BG layer (999)
1206                     HMI_DEBUG("wm", "Remove %s(%d) from BG layer", label, id);
1207                     this->controller->layers[999]->remove_surface(id);
1208
1209                     // Add to FG layer (1001)
1210                     HMI_DEBUG("wm", "Add %s(%d) to FG layer", label, id);
1211                     this->controller->layers[1001]->add_surface(id);
1212
1213                     for (int j : this->surface_bg)
1214                     {
1215                         HMI_DEBUG("wm", "Stored id:%d", j);
1216                     }
1217                     break;
1218                 }
1219             }
1220         }
1221         // <<< FOR CES DEMO
1222         this->layout_commit();
1223
1224         this->emit_visible(label);
1225         this->emit_activated(label);
1226     }
1227 }
1228
1229 void App::deactivate(int id)
1230 {
1231     auto ip = this->controller->sprops.find(id);
1232     if (ip != this->controller->sprops.end())
1233     {
1234         char const *label =
1235             this->lookup_name(id).value_or("unknown-name").c_str();
1236
1237         // FOR CES DEMO >>>
1238         if ((0 == strcmp(label, "Radio")) || (0 == strcmp(label, "MediaPlayer")) || (0 == strcmp(label, "Music")) || (0 == strcmp(label, "Navigation")))
1239         {
1240
1241             // Store id
1242             this->surface_bg.push_back(id);
1243
1244             // Remove from FG layer (1001)
1245             HMI_DEBUG("wm", "Remove %s(%d) from FG layer", label, id);
1246             this->controller->layers[1001]->remove_surface(id);
1247
1248             // Add to BG layer (999)
1249             HMI_DEBUG("wm", "Add %s(%d) to BG layer", label, id);
1250             this->controller->layers[999]->add_surface(id);
1251
1252             for (int j : surface_bg)
1253             {
1254                 HMI_DEBUG("wm", "Stored id:%d", j);
1255             }
1256         }
1257         else
1258         {
1259             this->controller->surfaces[id]->set_visibility(0);
1260         }
1261         // <<< FOR CES DEMO
1262
1263         this->emit_deactivated(label);
1264         this->emit_invisible(label);
1265     }
1266 }
1267
1268 void App::deactivate_main_surface()
1269 {
1270     this->layers.main_surface = -1;
1271     std::string appid = "HomeScreen";
1272     this->api_deactivate_surface(appid.c_str(), this->layers.main_surface_name.c_str(), [](const char *) {});
1273 }
1274
1275 bool App::can_split(struct LayoutState const &state, int new_id)
1276 {
1277     if (state.main != -1 && state.main != new_id)
1278     {
1279         auto new_id_layer = this->layers.get_layer_id(new_id).value();
1280         auto current_id_layer = this->layers.get_layer_id(state.main).value();
1281
1282         // surfaces are on separate layers, don't bother.
1283         if (new_id_layer != current_id_layer)
1284         {
1285             return false;
1286         }
1287
1288         std::string const &new_id_str = this->lookup_name(new_id).value();
1289         std::string const &cur_id_str = this->lookup_name(state.main).value();
1290
1291         auto const &layer = this->layers.get_layer(new_id_layer);
1292
1293         HMI_DEBUG("wm", "layer info name: %s", layer->name.c_str());
1294
1295         if (layer->layouts.empty())
1296         {
1297             return false;
1298         }
1299
1300         for (auto i = layer->layouts.cbegin(); i != layer->layouts.cend(); i++)
1301         {
1302             HMI_DEBUG("wm", "%d main_match '%s'", new_id_layer, i->main_match.c_str());
1303             auto rem = std::regex(i->main_match);
1304             if (std::regex_match(cur_id_str, rem))
1305             {
1306                 // build the second one only if the first already matched
1307                 HMI_DEBUG("wm", "%d sub_match '%s'", new_id_layer, i->sub_match.c_str());
1308                 auto res = std::regex(i->sub_match);
1309                 if (std::regex_match(new_id_str, res))
1310                 {
1311                     HMI_DEBUG("wm", "layout matched!");
1312                     return true;
1313                 }
1314             }
1315         }
1316     }
1317
1318     return false;
1319 }
1320
1321 void App::try_layout(struct LayoutState & /*state*/,
1322                      struct LayoutState const &new_layout,
1323                      std::function<void(LayoutState const &nl)> apply)
1324 {
1325     if (this->policy.layout_is_valid(new_layout))
1326     {
1327         apply(new_layout);
1328     }
1329 }
1330
1331 /**
1332  * controller_hooks
1333  */
1334 void controller_hooks::surface_created(uint32_t surface_id)
1335 {
1336     this->app->surface_created(surface_id);
1337 }
1338
1339 void controller_hooks::surface_removed(uint32_t surface_id)
1340 {
1341     this->app->surface_removed(surface_id);
1342 }
1343
1344 void controller_hooks::surface_visibility(uint32_t /*surface_id*/,
1345                                           uint32_t /*v*/) {}
1346
1347 void controller_hooks::surface_destination_rectangle(uint32_t /*surface_id*/,
1348                                                      uint32_t /*x*/,
1349                                                      uint32_t /*y*/,
1350                                                      uint32_t /*w*/,
1351                                                      uint32_t /*h*/) {}
1352
1353 } // namespace wm