1426 lines
48 KiB
Text
1426 lines
48 KiB
Text
{
|
||
"cells": [
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"# Tutorial Goal"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"This tutorial aims to show how to **configure and run** a **synthetic workload** using the **wlgen module** provided by LISA."
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"# Configure logging"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": null,
|
||
"metadata": {
|
||
"collapsed": true
|
||
},
|
||
"outputs": [],
|
||
"source": [
|
||
"import logging\n",
|
||
"from conf import LisaLogging\n",
|
||
"LisaLogging.setup()"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 1,
|
||
"metadata": {
|
||
"collapsed": true
|
||
},
|
||
"outputs": [],
|
||
"source": [
|
||
"# Execute this cell to enabled devlib debugging statements\n",
|
||
"logging.getLogger('ssh').setLevel(logging.DEBUG)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 2,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [],
|
||
"source": [
|
||
"# Other python modules required by this notebook\n",
|
||
"import json\n",
|
||
"import os"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"# Test environment setup"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 3,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [],
|
||
"source": [
|
||
"# Setup a target configuration\n",
|
||
"conf = {\n",
|
||
" \n",
|
||
" # Target is localhost\n",
|
||
" \"platform\" : 'linux',\n",
|
||
" \"board\" : \"juno\",\n",
|
||
" \n",
|
||
" # Login credentials\n",
|
||
" \"host\" : \"192.168.0.1\",\n",
|
||
" \"username\" : \"root\",\n",
|
||
" \"password\" : \"\",\n",
|
||
"\n",
|
||
" # Binary tools required to run this experiment\n",
|
||
" # These tools must be present in the tools/ folder for the architecture\n",
|
||
" \"tools\" : ['rt-app', 'taskset', 'trace-cmd'],\n",
|
||
" \n",
|
||
" # Comment the following line to force rt-app calibration on your target\n",
|
||
"# \"rtapp-calib\" : {\n",
|
||
"# \"0\": 355, \"1\": 138, \"2\": 138, \"3\": 355, \"4\": 354, \"5\": 354\n",
|
||
"# },\n",
|
||
" \n",
|
||
" # FTrace events end buffer configuration\n",
|
||
" \"ftrace\" : {\n",
|
||
" \"events\" : [\n",
|
||
" \"sched_switch\",\n",
|
||
" \"cpu_frequency\"\n",
|
||
" ],\n",
|
||
" \"buffsize\" : 10240\n",
|
||
" },\n",
|
||
"\n",
|
||
" # Where results are collected\n",
|
||
" \"results_dir\" : \"WlgenExample\",\n",
|
||
" \n",
|
||
" # Devlib modules we'll need\n",
|
||
" \"modules\": [\"cpufreq\"]\n",
|
||
"}"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 4,
|
||
"metadata": {
|
||
"collapsed": false,
|
||
"scrolled": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"12:22:12 INFO : Target - Using base path: /home/derkling/Code/lisa\n",
|
||
"12:22:12 INFO : Target - Loading custom (inline) target configuration\n",
|
||
"12:22:12 INFO : Target - Devlib modules to load: ['bl', 'hwmon', 'cpufreq']\n",
|
||
"12:22:12 INFO : Target - Connecting linux target:\n",
|
||
"12:22:12 INFO : Target - username : root\n",
|
||
"12:22:12 INFO : Target - host : 192.168.0.1\n",
|
||
"12:22:12 INFO : Target - password : \n",
|
||
"12:22:50 INFO : Target - Initializing target workdir:\n",
|
||
"12:22:50 INFO : Target - /root/devlib-target\n",
|
||
"12:22:59 INFO : Target - Topology:\n",
|
||
"12:22:59 INFO : Target - [[0, 3, 4, 5], [1, 2]]\n",
|
||
"12:23:01 INFO : Platform - Loading default EM:\n",
|
||
"12:23:01 INFO : Platform - /home/derkling/Code/lisa/libs/utils/platforms/juno.json\n",
|
||
"12:23:02 INFO : FTrace - Enabled tracepoints:\n",
|
||
"12:23:02 INFO : FTrace - sched_switch\n",
|
||
"12:23:02 INFO : FTrace - cpu_frequency\n",
|
||
"12:23:02 INFO : EnergyMeter - Scanning for HWMON channels, may take some time...\n",
|
||
"12:23:02 INFO : EnergyMeter - Channels selected for energy sampling:\n",
|
||
"12:23:02 INFO : EnergyMeter - a57_energy\n",
|
||
"12:23:02 INFO : EnergyMeter - a53_energy\n",
|
||
"12:23:02 WARNING : Target - Using configuration provided RTApp calibration\n",
|
||
"12:23:02 INFO : Target - Using RT-App calibration values:\n",
|
||
"12:23:02 INFO : Target - {\"0\": 355, \"1\": 138, \"2\": 138, \"3\": 355, \"4\": 354, \"5\": 354}\n",
|
||
"12:23:02 WARNING : TestEnv - Wipe previous contents of the results folder:\n",
|
||
"12:23:02 WARNING : TestEnv - /home/derkling/Code/lisa/results/WlgenExample\n",
|
||
"12:23:02 INFO : TestEnv - Set results folder to:\n",
|
||
"12:23:02 INFO : TestEnv - /home/derkling/Code/lisa/results/WlgenExample\n",
|
||
"12:23:02 INFO : TestEnv - Experiment results available also in:\n",
|
||
"12:23:02 INFO : TestEnv - /home/derkling/Code/lisa/results_latest\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"# Support to access the remote target\n",
|
||
"from env import TestEnv\n",
|
||
"\n",
|
||
"# Initialize a test environment using:\n",
|
||
"# the provided target configuration (my_target_conf)\n",
|
||
"# the provided test configuration (my_test_conf)\n",
|
||
"te = TestEnv(conf)\n",
|
||
"target = te.target"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"## Workload execution utility"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 27,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [],
|
||
"source": [
|
||
"def execute(te, wload, res_dir):\n",
|
||
" \n",
|
||
" logging.info('# Create results folder for this execution')\n",
|
||
" !mkdir {res_dir}\n",
|
||
" \n",
|
||
" logging.info('# Setup FTrace')\n",
|
||
" te.ftrace.start()\n",
|
||
"\n",
|
||
" logging.info('## Start energy sampling')\n",
|
||
" te.emeter.reset()\n",
|
||
"\n",
|
||
" logging.info('### Start RTApp execution')\n",
|
||
" wload.run(out_dir=res_dir)\n",
|
||
"\n",
|
||
" logging.info('## Read energy consumption: %s/energy.json', res_dir)\n",
|
||
" nrg_report = te.emeter.report(out_dir=res_dir)\n",
|
||
"\n",
|
||
" logging.info('# Stop FTrace')\n",
|
||
" te.ftrace.stop()\n",
|
||
"\n",
|
||
" trace_file = os.path.join(res_dir, 'trace.dat')\n",
|
||
" logging.info('# Save FTrace: %s', trace_file)\n",
|
||
" te.ftrace.get_trace(trace_file)\n",
|
||
"\n",
|
||
" logging.info('# Save platform description: %s/platform.json', res_dir)\n",
|
||
" plt, plt_file = te.platform_dump(res_dir)\n",
|
||
" \n",
|
||
" logging.info('# Report collected data:')\n",
|
||
" logging.info(' %s', res_dir)\n",
|
||
" !ls -la {res_dir}\n",
|
||
" \n",
|
||
" return nrg_report, plt, plt_file, trace_file"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"# Single task RTApp workload"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"## 1) creation"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 28,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"12:38:37 INFO : WlGen - Setup new workload example1\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"# Support to configure and run RTApp based workloads\n",
|
||
"from wlgen import RTA\n",
|
||
"\n",
|
||
"# Create a new RTApp workload generator using the calibration values\n",
|
||
"# reported by the TestEnv module\n",
|
||
"rtapp_name = 'example1'\n",
|
||
"rtapp = RTA(target, rtapp_name, calibration=te.calibration())"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"## 2) configuration"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 29,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"12:38:39 INFO : RTApp - Workload duration defined by longest task\n",
|
||
"12:38:39 INFO : RTApp - Default policy: SCHED_OTHER\n",
|
||
"12:38:39 INFO : RTApp - ------------------------\n",
|
||
"12:38:39 INFO : RTApp - task [task_p20], sched: {'policy': 'OTHER', 'priotity': 130}\n",
|
||
"12:38:39 INFO : RTApp - | calibration CPU: 1\n",
|
||
"12:38:39 INFO : RTApp - | loops count: 1\n",
|
||
"12:38:39 INFO : RTApp - | CPUs affinity: 0\n",
|
||
"12:38:39 INFO : RTApp - + phase_000001: duration 5.000000 [s] (50 loops)\n",
|
||
"12:38:39 INFO : RTApp - | period 100000 [us], duty_cycle 20 %\n",
|
||
"12:38:39 INFO : RTApp - | run_time 20000 [us], sleep_time 80000 [us]\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"# RTApp configurator for generation of PERIODIC tasks\n",
|
||
"from wlgen import Periodic \n",
|
||
"\n",
|
||
"# Configure this RTApp instance to:\n",
|
||
"rtapp.conf(\n",
|
||
"\n",
|
||
" # 1. generate a \"profile based\" set of tasks\n",
|
||
" kind = 'profile',\n",
|
||
" \n",
|
||
" # 2. define the \"profile\" of each task\n",
|
||
" params = {\n",
|
||
" \n",
|
||
" # 3. PERIODIC task with\n",
|
||
" 'task_p20': Periodic (\n",
|
||
" period_ms = 100, # period [ms]\n",
|
||
" duty_cycle_pct = 20, # duty cycle [%]\n",
|
||
" duration_s = 5, # duration [s]\n",
|
||
" delay_s = 0, # start after that delay [s]\n",
|
||
" sched = { # run as a low-priority SCHED_OTHER task\n",
|
||
" 'policy' : 'OTHER',\n",
|
||
" 'priotity' : 130,\n",
|
||
" },\n",
|
||
" cpus = # pinned on first online CPU\n",
|
||
" str(target.list_online_cpus()[0])\n",
|
||
" # ADD OTHER PARAMETERS\n",
|
||
" ).get(),\n",
|
||
"\n",
|
||
" },\n",
|
||
" \n",
|
||
");"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 30,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"12:38:42 INFO : Generated RTApp JSON file:\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{\n",
|
||
" \"global\": {\n",
|
||
" \"calibration\": 138, \n",
|
||
" \"default_policy\": \"SCHED_OTHER\", \n",
|
||
" \"duration\": -1, \n",
|
||
" \"logdir\": \"/root/devlib-target\"\n",
|
||
" }, \n",
|
||
" \"tasks\": {\n",
|
||
" \"task_p20\": {\n",
|
||
" \"cpus\": [\n",
|
||
" 0\n",
|
||
" ], \n",
|
||
" \"loop\": 1, \n",
|
||
" \"phases\": {\n",
|
||
" \"p000001\": {\n",
|
||
" \"loop\": 50, \n",
|
||
" \"run\": 20000, \n",
|
||
" \"timer\": {\n",
|
||
" \"period\": 100000, \n",
|
||
" \"ref\": \"task_p20\"\n",
|
||
" }\n",
|
||
" }\n",
|
||
" }, \n",
|
||
" \"policy\": \"SCHED_OTHER\", \n",
|
||
" \"priotity\": 130\n",
|
||
" }\n",
|
||
" }\n",
|
||
"}\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"# Inspect the JSON file used to run the application\n",
|
||
"with open('./{}_00.json'.format(rtapp_name), 'r') as fh:\n",
|
||
" rtapp_json = json.load(fh)\n",
|
||
"logging.info('Generated RTApp JSON file:')\n",
|
||
"print json.dumps(rtapp_json, indent=4, sort_keys=True)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"## 3) execution"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 31,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"12:38:45 INFO : # Create results folder for this execution\n",
|
||
"12:38:45 INFO : # Setup FTrace\n",
|
||
"12:38:49 INFO : ## Start energy sampling\n",
|
||
"12:38:51 INFO : ### Start RTApp execution\n",
|
||
"12:38:51 INFO : WlGen - Workload execution START:\n",
|
||
"12:38:51 INFO : WlGen - /root/devlib-target/bin/rt-app /root/devlib-target/example1_00.json\n",
|
||
"12:38:57 INFO : ## Read energy consumption: /home/derkling/Code/lisa/results/WlgenExample/example1/energy.json\n",
|
||
"12:38:57 INFO : EnergyReport - Energy [ a53]: 5.125284\n",
|
||
"12:38:57 INFO : EnergyReport - Energy [ a57]: 3.037161\n",
|
||
"12:38:57 INFO : # Stop FTrace\n",
|
||
"12:38:59 INFO : # Save FTrace: /home/derkling/Code/lisa/results/WlgenExample/example1/trace.dat\n",
|
||
"12:39:01 INFO : # Save platform description: /home/derkling/Code/lisa/results/WlgenExample/example1/platform.json\n",
|
||
"12:39:01 INFO : # Report collected data:\n",
|
||
"12:39:01 INFO : /home/derkling/Code/lisa/results/WlgenExample/example1\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"total 4008\r\n",
|
||
"drwxrwxr-x 2 derkling derkling 4096 Mar 2 12:39 .\r\n",
|
||
"drwxrwxr-x 3 derkling derkling 4096 Mar 2 12:38 ..\r\n",
|
||
"-rw-rw-r-- 1 derkling derkling 52 Mar 2 12:38 energy.json\r\n",
|
||
"-rw-r--r-- 1 derkling derkling 644 Mar 2 12:38 example1_00.json\r\n",
|
||
"-rw-rw-r-- 1 derkling derkling 235 Mar 2 12:38 output.log\r\n",
|
||
"-rw-rw-r-- 1 derkling derkling 1075 Mar 2 12:39 platform.json\r\n",
|
||
"-rw-r--r-- 1 derkling derkling 6360 Mar 2 12:38 rt-app-task_p20-0.log\r\n",
|
||
"-rw-r--r-- 1 derkling derkling 6360 Mar 2 12:38 rt-app-task_p20-3.log\r\n",
|
||
"-rw-r--r-- 1 derkling derkling 4063232 Mar 2 12:39 trace.dat\r\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"res_dir = os.path.join(te.res_dir, rtapp_name)\n",
|
||
"nrg_report, plt, plt_file, trace_file = execute(te, rtapp, res_dir)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"## 4) Check collected data"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 32,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"12:39:07 INFO : Energy: /home/derkling/Code/lisa/results/WlgenExample/example1/energy.json\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{\n",
|
||
" \"LITTLE\": \"5.125284\", \n",
|
||
" \"big\": \"3.037161\"\n",
|
||
"}\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"# Dump the energy measured for the LITTLE and big clusters\n",
|
||
"logging.info('Energy: %s', nrg_report.report_file)\n",
|
||
"print json.dumps(nrg_report.channels, indent=4, sort_keys=True)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 33,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"12:39:07 INFO : Platform description: /home/derkling/Code/lisa/results/WlgenExample/example1/platform.json\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{\n",
|
||
" \"clusters\": {\n",
|
||
" \"big\": [\n",
|
||
" 1, \n",
|
||
" 2\n",
|
||
" ], \n",
|
||
" \"little\": [\n",
|
||
" 0, \n",
|
||
" 3, \n",
|
||
" 4, \n",
|
||
" 5\n",
|
||
" ]\n",
|
||
" }, \n",
|
||
" \"cpus_count\": 6, \n",
|
||
" \"freqs\": {\n",
|
||
" \"big\": [\n",
|
||
" 450000, \n",
|
||
" 625000, \n",
|
||
" 800000, \n",
|
||
" 950000, \n",
|
||
" 1100000\n",
|
||
" ], \n",
|
||
" \"little\": [\n",
|
||
" 450000, \n",
|
||
" 575000, \n",
|
||
" 700000, \n",
|
||
" 775000, \n",
|
||
" 850000\n",
|
||
" ]\n",
|
||
" }, \n",
|
||
" \"nrg_model\": {\n",
|
||
" \"big\": {\n",
|
||
" \"cluster\": {\n",
|
||
" \"nrg_max\": 64\n",
|
||
" }, \n",
|
||
" \"cpu\": {\n",
|
||
" \"cap_max\": 1024, \n",
|
||
" \"nrg_max\": 616\n",
|
||
" }\n",
|
||
" }, \n",
|
||
" \"little\": {\n",
|
||
" \"cluster\": {\n",
|
||
" \"nrg_max\": 57\n",
|
||
" }, \n",
|
||
" \"cpu\": {\n",
|
||
" \"cap_max\": 447, \n",
|
||
" \"nrg_max\": 93\n",
|
||
" }\n",
|
||
" }\n",
|
||
" }, \n",
|
||
" \"topology\": [\n",
|
||
" [\n",
|
||
" 0, \n",
|
||
" 3, \n",
|
||
" 4, \n",
|
||
" 5\n",
|
||
" ], \n",
|
||
" [\n",
|
||
" 1, \n",
|
||
" 2\n",
|
||
" ]\n",
|
||
" ]\n",
|
||
"}\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"# Dump the platform descriptor, which could be useful for further analysis\n",
|
||
"# of the generated results\n",
|
||
"logging.info('Platform description: %s', plt_file)\n",
|
||
"print json.dumps(plt, indent=4, sort_keys=True)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"## 5) trace inspection"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 34,
|
||
"metadata": {
|
||
"collapsed": false,
|
||
"scrolled": true
|
||
},
|
||
"outputs": [
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"version = 6\n",
|
||
"trace-cmd: No such file or directory\n",
|
||
" [vmscan:mm_vmscan_writepage] function sizeof not defined\n",
|
||
" unknown op '~'\n",
|
||
" Error: expected type 5 but read 0\n",
|
||
" Error: expected type 4 but read 0\n",
|
||
" unknown op '~'\n",
|
||
" Error: expected type 5 but read 0\n",
|
||
" Error: expected type 4 but read 0\n",
|
||
" unknown op '~'\n",
|
||
" Error: expected type 5 but read 0\n",
|
||
" Error: expected type 4 but read 0\n",
|
||
" unknown op '~'\n",
|
||
" Error: expected type 5 but read 0\n",
|
||
" Error: expected type 4 but read 0\n",
|
||
" [sunrpc:xs_tcp_data_recv] function __builtin_constant_p not defined\n",
|
||
" [sunrpc:xprt_transmit] function __builtin_constant_p not defined\n",
|
||
" [sunrpc:xprt_lookup_rqst] function __builtin_constant_p not defined\n",
|
||
" [sunrpc:xprt_complete_rqst] function __builtin_constant_p not defined\n",
|
||
" [sunrpc:svc_send] function __builtin_constant_p not defined\n",
|
||
" [sunrpc:svc_recv] function __builtin_constant_p not defined\n",
|
||
" [sunrpc:svc_process] function __builtin_constant_p not defined\n",
|
||
" [ras:mc_event] function mc_event_error_type not defined\n",
|
||
" [libata:ata_qc_complete_internal] function libata_trace_parse_qc_flags not defined\n",
|
||
" [libata:ata_qc_complete_failed] function libata_trace_parse_qc_flags not defined\n",
|
||
" [libata:ata_qc_complete_done] function libata_trace_parse_qc_flags not defined\n",
|
||
" [libata:ata_eh_link_autopsy_qc] function libata_trace_parse_qc_flags not defined\n",
|
||
" [libata:ata_eh_link_autopsy] function libata_trace_parse_eh_action not defined\n",
|
||
" [kvm:kvm_arm_set_regset] function __print_array not defined\n",
|
||
" [kmem:mm_page_pcpu_drain] function sizeof not defined\n",
|
||
" [kmem:mm_page_free_batched] function sizeof not defined\n",
|
||
" [kmem:mm_page_free] function sizeof not defined\n",
|
||
" [kmem:mm_page_alloc_zone_locked] function sizeof not defined\n",
|
||
" Error: expected type 4 but read 0\n",
|
||
" [kmem:mm_page_alloc_extfrag] function sizeof not defined\n",
|
||
" [kmem:mm_page_alloc] function sizeof not defined\n",
|
||
" Error: expected type 4 but read 0\n",
|
||
" [filemap:mm_filemap_delete_from_page_cache] function sizeof not defined\n",
|
||
" [filemap:mm_filemap_add_to_page_cache] function sizeof not defined\n",
|
||
"\n",
|
||
"(kernelshark:11002): GLib-GObject-WARNING **: invalid unclassed pointer in cast to 'GtkStatusbar'\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_statusbar_push: assertion 'GTK_IS_STATUSBAR (statusbar)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_widget_show: assertion 'GTK_IS_WIDGET (widget)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): GLib-GObject-WARNING **: invalid unclassed pointer in cast to 'GtkStatusbar'\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_statusbar_push: assertion 'GTK_IS_STATUSBAR (statusbar)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_widget_show: assertion 'GTK_IS_WIDGET (widget)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): GLib-GObject-WARNING **: invalid unclassed pointer in cast to 'GtkStatusbar'\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_statusbar_push: assertion 'GTK_IS_STATUSBAR (statusbar)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_widget_show: assertion 'GTK_IS_WIDGET (widget)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): GLib-GObject-WARNING **: invalid unclassed pointer in cast to 'GtkStatusbar'\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_statusbar_push: assertion 'GTK_IS_STATUSBAR (statusbar)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_widget_show: assertion 'GTK_IS_WIDGET (widget)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): GLib-GObject-WARNING **: invalid unclassed pointer in cast to 'GtkStatusbar'\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_statusbar_push: assertion 'GTK_IS_STATUSBAR (statusbar)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_widget_show: assertion 'GTK_IS_WIDGET (widget)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): GLib-GObject-WARNING **: invalid unclassed pointer in cast to 'GtkStatusbar'\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_statusbar_push: assertion 'GTK_IS_STATUSBAR (statusbar)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_widget_show: assertion 'GTK_IS_WIDGET (widget)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): GLib-GObject-WARNING **: invalid unclassed pointer in cast to 'GtkStatusbar'\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_statusbar_push: assertion 'GTK_IS_STATUSBAR (statusbar)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_widget_show: assertion 'GTK_IS_WIDGET (widget)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): GLib-GObject-WARNING **: invalid unclassed pointer in cast to 'GtkStatusbar'\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_statusbar_push: assertion 'GTK_IS_STATUSBAR (statusbar)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_widget_show: assertion 'GTK_IS_WIDGET (widget)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): GLib-GObject-WARNING **: invalid unclassed pointer in cast to 'GtkStatusbar'\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_statusbar_push: assertion 'GTK_IS_STATUSBAR (statusbar)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_widget_show: assertion 'GTK_IS_WIDGET (widget)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): GLib-GObject-WARNING **: invalid unclassed pointer in cast to 'GtkStatusbar'\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_statusbar_push: assertion 'GTK_IS_STATUSBAR (statusbar)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_widget_show: assertion 'GTK_IS_WIDGET (widget)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): GLib-GObject-WARNING **: invalid unclassed pointer in cast to 'GtkStatusbar'\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_statusbar_push: assertion 'GTK_IS_STATUSBAR (statusbar)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_widget_show: assertion 'GTK_IS_WIDGET (widget)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): GLib-GObject-WARNING **: invalid unclassed pointer in cast to 'GtkStatusbar'\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_statusbar_push: assertion 'GTK_IS_STATUSBAR (statusbar)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_widget_show: assertion 'GTK_IS_WIDGET (widget)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): GLib-GObject-WARNING **: invalid unclassed pointer in cast to 'GtkStatusbar'\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_statusbar_push: assertion 'GTK_IS_STATUSBAR (statusbar)' failed\n",
|
||
"\n",
|
||
"(kernelshark:11002): Gtk-CRITICAL **: IA__gtk_widget_show: assertion 'GTK_IS_WIDGET (widget)' failed\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"!kernelshark {trace_file} 2>/dev/null"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"# Workload composition using RTApp"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"## 1) creation"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 37,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"12:43:40 INFO : WlGen - Setup new workload example2\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"# Support to configure and run RTApp based workloads\n",
|
||
"from wlgen import RTA\n",
|
||
"\n",
|
||
"# Create a new RTApp workload generator using the calibration values\n",
|
||
"# reported by the TestEnv module\n",
|
||
"rtapp_name = 'example2'\n",
|
||
"rtapp = RTA(target, rtapp_name, calibration=te.calibration())"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"## 2) configuration"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 40,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"12:44:39 INFO : RTApp - Workload duration defined by longest task\n",
|
||
"12:44:39 INFO : RTApp - Default policy: SCHED_OTHER\n",
|
||
"12:44:39 INFO : RTApp - ------------------------\n",
|
||
"12:44:39 INFO : RTApp - task [task_ramp], sched: using default policy\n",
|
||
"12:44:39 INFO : RTApp - | calibration CPU: 1\n",
|
||
"12:44:39 INFO : RTApp - | loops count: 1\n",
|
||
"12:44:39 INFO : RTApp - | CPUs affinity: 1\n",
|
||
"12:44:39 INFO : RTApp - + phase_000001: duration 1.000000 [s] (100 loops)\n",
|
||
"12:44:39 INFO : RTApp - | period 10000 [us], duty_cycle 10 %\n",
|
||
"12:44:39 INFO : RTApp - | run_time 1000 [us], sleep_time 9000 [us]\n",
|
||
"12:44:39 INFO : RTApp - + phase_000002: duration 1.000000 [s] (20 loops)\n",
|
||
"12:44:39 INFO : RTApp - | period 50000 [us], duty_cycle 10 %\n",
|
||
"12:44:39 INFO : RTApp - | run_time 5000 [us], sleep_time 45000 [us]\n",
|
||
"12:44:39 INFO : RTApp - + phase_000003: duration 1.000000 [s] (20 loops)\n",
|
||
"12:44:39 INFO : RTApp - | period 50000 [us], duty_cycle 30 %\n",
|
||
"12:44:39 INFO : RTApp - | run_time 15000 [us], sleep_time 35000 [us]\n",
|
||
"12:44:39 INFO : RTApp - + phase_000004: duration 1.000000 [s] (20 loops)\n",
|
||
"12:44:39 INFO : RTApp - | period 50000 [us], duty_cycle 50 %\n",
|
||
"12:44:39 INFO : RTApp - | run_time 25000 [us], sleep_time 25000 [us]\n",
|
||
"12:44:39 INFO : RTApp - + phase_000005: duration 1.000000 [s] (20 loops)\n",
|
||
"12:44:39 INFO : RTApp - | period 50000 [us], duty_cycle 70 %\n",
|
||
"12:44:39 INFO : RTApp - | run_time 35000 [us], sleep_time 15000 [us]\n",
|
||
"12:44:39 INFO : RTApp - + phase_000006: duration 1.000000 [s] (20 loops)\n",
|
||
"12:44:39 INFO : RTApp - | period 50000 [us], duty_cycle 90 %\n",
|
||
"12:44:39 INFO : RTApp - | run_time 45000 [us], sleep_time 5000 [us]\n",
|
||
"12:44:39 INFO : RTApp - + phase_000007: duration 0.100000 [s] (1 loops)\n",
|
||
"12:44:39 INFO : RTApp - | period 100000 [us], duty_cycle 90 %\n",
|
||
"12:44:39 INFO : RTApp - | run_time 90000 [us], sleep_time 10000 [us]\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"# RTApp configurator for generation of PERIODIC tasks\n",
|
||
"from wlgen import Periodic, Ramp\n",
|
||
"\n",
|
||
"# Light workload\n",
|
||
"light = Periodic(duty_cycle_pct=10, duration_s=1.0, period_ms= 10,\n",
|
||
" cpus=str(target.bl.bigs_online[0]))\n",
|
||
"# Ramp workload\n",
|
||
"ramp = Ramp(start_pct=10, end_pct=90, delta_pct=20, time_s=1, period_ms=50)\n",
|
||
"# Heavy workload\n",
|
||
"heavy = Periodic(duty_cycle_pct=90, duration_s=0.1, period_ms=100)\n",
|
||
"\n",
|
||
"# Composed workload\n",
|
||
"lrh_task = light + ramp + heavy\n",
|
||
"\n",
|
||
"# Configure this RTApp instance to:\n",
|
||
"rtapp.conf(\n",
|
||
"\n",
|
||
" # 1. generate a \"profile based\" set of tasks\n",
|
||
" kind = 'profile',\n",
|
||
" \n",
|
||
" # 2. define the \"profile\" of each task\n",
|
||
" params = {\n",
|
||
" \n",
|
||
" # 3. PERIODIC task with\n",
|
||
" 'task_ramp': lrh_task.get() \n",
|
||
"\n",
|
||
" },\n",
|
||
" \n",
|
||
");"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 41,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"12:45:34 INFO : Generated RTApp JSON file:\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{\n",
|
||
" \"global\": {\n",
|
||
" \"calibration\": 138, \n",
|
||
" \"default_policy\": \"SCHED_OTHER\", \n",
|
||
" \"duration\": -1, \n",
|
||
" \"logdir\": \"/root/devlib-target\"\n",
|
||
" }, \n",
|
||
" \"tasks\": {\n",
|
||
" \"task_ramp\": {\n",
|
||
" \"cpus\": [\n",
|
||
" 1\n",
|
||
" ], \n",
|
||
" \"loop\": 1, \n",
|
||
" \"phases\": {\n",
|
||
" \"p000001\": {\n",
|
||
" \"loop\": 100, \n",
|
||
" \"run\": 1000, \n",
|
||
" \"timer\": {\n",
|
||
" \"period\": 10000, \n",
|
||
" \"ref\": \"task_ramp\"\n",
|
||
" }\n",
|
||
" }, \n",
|
||
" \"p000002\": {\n",
|
||
" \"loop\": 20, \n",
|
||
" \"run\": 5000, \n",
|
||
" \"timer\": {\n",
|
||
" \"period\": 50000, \n",
|
||
" \"ref\": \"task_ramp\"\n",
|
||
" }\n",
|
||
" }, \n",
|
||
" \"p000003\": {\n",
|
||
" \"loop\": 20, \n",
|
||
" \"run\": 15000, \n",
|
||
" \"timer\": {\n",
|
||
" \"period\": 50000, \n",
|
||
" \"ref\": \"task_ramp\"\n",
|
||
" }\n",
|
||
" }, \n",
|
||
" \"p000004\": {\n",
|
||
" \"loop\": 20, \n",
|
||
" \"run\": 25000, \n",
|
||
" \"timer\": {\n",
|
||
" \"period\": 50000, \n",
|
||
" \"ref\": \"task_ramp\"\n",
|
||
" }\n",
|
||
" }, \n",
|
||
" \"p000005\": {\n",
|
||
" \"loop\": 20, \n",
|
||
" \"run\": 35000, \n",
|
||
" \"timer\": {\n",
|
||
" \"period\": 50000, \n",
|
||
" \"ref\": \"task_ramp\"\n",
|
||
" }\n",
|
||
" }, \n",
|
||
" \"p000006\": {\n",
|
||
" \"loop\": 20, \n",
|
||
" \"run\": 45000, \n",
|
||
" \"timer\": {\n",
|
||
" \"period\": 50000, \n",
|
||
" \"ref\": \"task_ramp\"\n",
|
||
" }\n",
|
||
" }, \n",
|
||
" \"p000007\": {\n",
|
||
" \"loop\": 1, \n",
|
||
" \"run\": 90000, \n",
|
||
" \"timer\": {\n",
|
||
" \"period\": 100000, \n",
|
||
" \"ref\": \"task_ramp\"\n",
|
||
" }\n",
|
||
" }\n",
|
||
" }, \n",
|
||
" \"policy\": \"SCHED_OTHER\"\n",
|
||
" }\n",
|
||
" }\n",
|
||
"}\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"# Inspect the JSON file used to run the application\n",
|
||
"with open('./{}_00.json'.format(rtapp_name), 'r') as fh:\n",
|
||
" rtapp_json = json.load(fh)\n",
|
||
"logging.info('Generated RTApp JSON file:')\n",
|
||
"print json.dumps(rtapp_json, indent=4, sort_keys=True)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"## 3) execution"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 42,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"12:48:02 INFO : # Create results folder for this execution\n",
|
||
"12:48:02 INFO : # Setup FTrace\n",
|
||
"12:48:06 INFO : ## Start energy sampling\n",
|
||
"12:48:07 INFO : ### Start RTApp execution\n",
|
||
"12:48:07 INFO : WlGen - Workload execution START:\n",
|
||
"12:48:07 INFO : WlGen - /root/devlib-target/bin/rt-app /root/devlib-target/example2_00.json\n",
|
||
"12:48:14 INFO : ## Read energy consumption: /home/derkling/Code/lisa/results/WlgenExample/example2/energy.json\n",
|
||
"12:48:16 INFO : EnergyReport - Energy [ a53]: 1.495969\n",
|
||
"12:48:16 INFO : EnergyReport - Energy [ a57]: 25.145680\n",
|
||
"12:48:16 INFO : # Stop FTrace\n",
|
||
"12:48:17 INFO : # Save FTrace: /home/derkling/Code/lisa/results/WlgenExample/example2/trace.dat\n",
|
||
"12:48:19 INFO : # Save platform description: /home/derkling/Code/lisa/results/WlgenExample/example2/platform.json\n",
|
||
"12:48:19 INFO : # Report collected data:\n",
|
||
"12:48:19 INFO : /home/derkling/Code/lisa/results/WlgenExample/example2\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"total 4124\r\n",
|
||
"drwxrwxr-x 2 derkling derkling 4096 Mar 2 12:48 .\r\n",
|
||
"drwxrwxr-x 4 derkling derkling 4096 Mar 2 12:48 ..\r\n",
|
||
"-rw-rw-r-- 1 derkling derkling 53 Mar 2 12:48 energy.json\r\n",
|
||
"-rw-r--r-- 1 derkling derkling 2121 Mar 2 12:48 example2_00.json\r\n",
|
||
"-rw-rw-r-- 1 derkling derkling 235 Mar 2 12:48 output.log\r\n",
|
||
"-rw-rw-r-- 1 derkling derkling 1075 Mar 2 12:48 platform.json\r\n",
|
||
"-rw-r--r-- 1 derkling derkling 25084 Mar 2 12:48 rt-app-task_ramp-0.log\r\n",
|
||
"-rw-r--r-- 1 derkling derkling 4169728 Mar 2 12:48 trace.dat\r\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"res_dir = os.path.join(te.res_dir, rtapp_name)\n",
|
||
"nrg_report, plt, plt_file, trace_file = execute(te, rtapp, res_dir)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"## 4) trace inspection"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 48,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"version = 6\r\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"!kernelshark {trace_file} 2>/dev/null"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"# Custom RTApp connfiguration"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 51,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"12:55:36 INFO : WlGen - Setup new workload example3\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"# Support to configure and run RTApp based workloads\n",
|
||
"from wlgen import RTA\n",
|
||
"\n",
|
||
"# Create a new RTApp workload generator using the calibration values\n",
|
||
"# reported by the TestEnv module\n",
|
||
"rtapp_name = 'example3'\n",
|
||
"rtapp = RTA(target, rtapp_name, calibration=te.calibration())\n",
|
||
"\n",
|
||
"# Configure this RTApp to use a custom JSON\n",
|
||
"rtapp.conf(\n",
|
||
"\n",
|
||
" # 1. generate a \"custom\" set of tasks\n",
|
||
" kind = 'custom',\n",
|
||
" \n",
|
||
" # 2. define the \"profile\" of each task\n",
|
||
" params = \"../../assets/mp3-short.json\",\n",
|
||
" \n",
|
||
" # In this case only few values of the orignal JSON can be tuned:\n",
|
||
" # DURATION : maximum duration of the workload [s]\n",
|
||
" # PVALUE : calibration value\n",
|
||
" # LOGDIR : folder used for generated logs\n",
|
||
" # WORKDIR : working directory on target\n",
|
||
" \n",
|
||
" # 3. defined a maximum duration for that workload\n",
|
||
" duration = 5,\n",
|
||
" \n",
|
||
");"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 52,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"12:55:53 INFO : # Create results folder for this execution\n",
|
||
"12:55:53 INFO : # Setup FTrace\n",
|
||
"12:55:57 INFO : ## Start energy sampling\n",
|
||
"12:55:58 INFO : ### Start RTApp execution\n",
|
||
"12:55:58 INFO : WlGen - Workload execution START:\n",
|
||
"12:55:58 INFO : WlGen - /root/devlib-target/bin/rt-app /root/devlib-target/example3_00.json\n",
|
||
"12:56:03 INFO : ## Read energy consumption: /home/derkling/Code/lisa/results/WlgenExample/example3/energy.json\n",
|
||
"12:56:04 INFO : EnergyReport - Energy [ a53]: 2.481205\n",
|
||
"12:56:04 INFO : EnergyReport - Energy [ a57]: 8.981533\n",
|
||
"12:56:04 INFO : # Stop FTrace\n",
|
||
"12:56:05 INFO : # Save FTrace: /home/derkling/Code/lisa/results/WlgenExample/example3/trace.dat\n",
|
||
"12:56:07 INFO : # Save platform description: /home/derkling/Code/lisa/results/WlgenExample/example3/platform.json\n",
|
||
"12:56:07 INFO : # Report collected data:\n",
|
||
"12:56:07 INFO : /home/derkling/Code/lisa/results/WlgenExample/example3\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"total 5048\r\n",
|
||
"drwxrwxr-x 2 derkling derkling 4096 Mar 2 12:56 .\r\n",
|
||
"drwxrwxr-x 5 derkling derkling 4096 Mar 2 12:55 ..\r\n",
|
||
"-rw-rw-r-- 1 derkling derkling 52 Mar 2 12:56 energy.json\r\n",
|
||
"-rw-r--r-- 1 derkling derkling 1324 Mar 2 12:56 example3_00.json\r\n",
|
||
"-rw-rw-r-- 1 derkling derkling 807 Mar 2 12:56 output.log\r\n",
|
||
"-rw-rw-r-- 1 derkling derkling 1075 Mar 2 12:56 platform.json\r\n",
|
||
"-rw-r--r-- 1 derkling derkling 5144576 Mar 2 12:56 trace.dat\r\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"res_dir = os.path.join(te.res_dir, rtapp_name)\n",
|
||
"nrg_report, plt, plt_file, trace_file = execute(te, rtapp, res_dir)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 53,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"12:56:21 INFO : Generated RTApp JSON file:\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{\n",
|
||
" \"global\": {\n",
|
||
" \"calibration\": 138, \n",
|
||
" \"default_policy\": \"SCHED_OTHER\", \n",
|
||
" \"duration\": 5, \n",
|
||
" \"frag\": 1, \n",
|
||
" \"ftrace\": false, \n",
|
||
" \"gnuplot\": false, \n",
|
||
" \"lock_pages\": true, \n",
|
||
" \"log_basename\": \"mp3\", \n",
|
||
" \"logdir\": \"/root/devlib-target\"\n",
|
||
" }, \n",
|
||
" \"tasks\": {\n",
|
||
" \"AudioOut\": {\n",
|
||
" \"loop\": -1, \n",
|
||
" \"priority\": -19, \n",
|
||
" \"resume\": \"AudioTrack\", \n",
|
||
" \"run\": 4725, \n",
|
||
" \"suspend\": \"AudioOut\"\n",
|
||
" }, \n",
|
||
" \"AudioTick\": {\n",
|
||
" \"cpus\": [\n",
|
||
" 0\n",
|
||
" ], \n",
|
||
" \"loop\": -1, \n",
|
||
" \"phases\": {\n",
|
||
" \"p1\": {\n",
|
||
" \"loop\": 1, \n",
|
||
" \"resume\": \"AudioOut\", \n",
|
||
" \"timer\": {\n",
|
||
" \"period\": 6000, \n",
|
||
" \"ref\": \"tick\"\n",
|
||
" }\n",
|
||
" }, \n",
|
||
" \"p2\": {\n",
|
||
" \"loop\": 4, \n",
|
||
" \"timer\": {\n",
|
||
" \"period\": 6000, \n",
|
||
" \"ref\": \"tick\"\n",
|
||
" }\n",
|
||
" }\n",
|
||
" }, \n",
|
||
" \"priority\": -19\n",
|
||
" }, \n",
|
||
" \"AudioTrack\": {\n",
|
||
" \"loop\": -1, \n",
|
||
" \"priority\": -16, \n",
|
||
" \"resume\": \"mp3.decoder\", \n",
|
||
" \"run\": 300, \n",
|
||
" \"suspend\": \"AudioTrack\"\n",
|
||
" }, \n",
|
||
" \"OMXCall\": {\n",
|
||
" \"lock\": \"mutex\", \n",
|
||
" \"loop\": -1, \n",
|
||
" \"priority\": -2, \n",
|
||
" \"run\": 300, \n",
|
||
" \"signal\": \"queue\", \n",
|
||
" \"unlock\": \"mutex\", \n",
|
||
" \"wait\": {\n",
|
||
" \"mutex\": \"mutex\", \n",
|
||
" \"ref\": \"queue\"\n",
|
||
" }\n",
|
||
" }, \n",
|
||
" \"mp3.decoder\": {\n",
|
||
" \"lock\": \"mutex\", \n",
|
||
" \"loop\": -1, \n",
|
||
" \"priority\": -2, \n",
|
||
" \"run\": 150, \n",
|
||
" \"signal\": \"queue\", \n",
|
||
" \"suspend\": \"mp3.decoder\", \n",
|
||
" \"unlock\": \"mutex\", \n",
|
||
" \"wait\": {\n",
|
||
" \"mutex\": \"mutex\", \n",
|
||
" \"ref\": \"queue\"\n",
|
||
" }\n",
|
||
" }\n",
|
||
" }\n",
|
||
"}\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"# Inspect the JSON file used to run the application\n",
|
||
"with open('./{}_00.json'.format(rtapp_name), 'r') as fh:\n",
|
||
" rtapp_json = json.load(fh)\n",
|
||
"logging.info('Generated RTApp JSON file:')\n",
|
||
"print json.dumps(rtapp_json, indent=4, sort_keys=True)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"# Running Hackbench"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"## 1) creation and configuration"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 72,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"01:08:28 INFO : WlGen - Setup new workload hackbench\n"
|
||
]
|
||
},
|
||
{
|
||
"data": {
|
||
"text/plain": [
|
||
"'hackbench_00'"
|
||
]
|
||
},
|
||
"execution_count": 72,
|
||
"metadata": {},
|
||
"output_type": "execute_result"
|
||
}
|
||
],
|
||
"source": [
|
||
"# Support to configure and run RTApp based workloads\n",
|
||
"from wlgen import PerfMessaging\n",
|
||
"\n",
|
||
"# Create a \"perf bench sched messages\" (i.e. hackbench) workload\n",
|
||
"perf_name = 'hackbench'\n",
|
||
"perf = PerfMessaging(target, perf_name)\n",
|
||
"\n",
|
||
"perf.conf(group=1, loop=100, pipe=True, thread=True)\n"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"## 2) execution"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 73,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"01:08:29 INFO : # Create results folder for this execution\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"mkdir: cannot create directory ‘/home/derkling/Code/lisa/results/WlgenExample/hackbench’: File exists\r\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"01:08:29 INFO : # Setup FTrace\n",
|
||
"01:08:31 INFO : ## Start energy sampling\n",
|
||
"01:08:31 INFO : ### Start RTApp execution\n",
|
||
"01:08:31 INFO : WlGen - Workload execution START:\n",
|
||
"01:08:31 INFO : WlGen - /root/devlib-target/bin/perf bench sched messaging --pipe --thread --group 1 --loop 100\n",
|
||
"01:08:32 INFO : PerfBench - Completion time: 0.126000, Performance 7.936508\n",
|
||
"01:08:32 INFO : ## Read energy consumption: /home/derkling/Code/lisa/results/WlgenExample/hackbench/energy.json\n",
|
||
"01:08:33 INFO : EnergyReport - Energy [ a53]: 1.066525\n",
|
||
"01:08:33 INFO : EnergyReport - Energy [ a57]: 2.245705\n",
|
||
"01:08:33 INFO : # Stop FTrace\n",
|
||
"01:08:34 INFO : # Save FTrace: /home/derkling/Code/lisa/results/WlgenExample/hackbench/trace.dat\n",
|
||
"01:08:36 INFO : # Save platform description: /home/derkling/Code/lisa/results/WlgenExample/hackbench/platform.json\n",
|
||
"01:08:36 INFO : # Report collected data:\n",
|
||
"01:08:36 INFO : /home/derkling/Code/lisa/results/WlgenExample/hackbench\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"total 10396\r\n",
|
||
"drwxrwxr-x 2 derkling derkling 4096 Mar 2 13:08 .\r\n",
|
||
"drwxrwxr-x 6 derkling derkling 4096 Mar 2 13:08 ..\r\n",
|
||
"-rw-rw-r-- 1 derkling derkling 52 Mar 2 13:08 energy.json\r\n",
|
||
"-rw-rw-r-- 1 derkling derkling 147 Mar 2 13:08 output.log\r\n",
|
||
"-rw-rw-r-- 1 derkling derkling 61 Mar 2 13:08 performance.json\r\n",
|
||
"-rw-rw-r-- 1 derkling derkling 1075 Mar 2 13:08 platform.json\r\n",
|
||
"-rw-r--r-- 1 derkling derkling 10620928 Mar 2 13:08 trace.dat\r\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"res_dir = os.path.join(te.res_dir, perf_name)\n",
|
||
"nrg_report, plt, plt_file, trace_file = execute(te, perf, res_dir)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"## 3) explore the performance report"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 76,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"01:10:40 INFO : Generated performance JSON file:\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"{\n",
|
||
" \"ctime\": 0.126, \n",
|
||
" \"performance\": 7.936507936507937\n",
|
||
"}\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"# Inspect the generated performance report\n",
|
||
"perf_file = os.path.join(te.res_dir, perf_name, 'performance.json')\n",
|
||
"with open(perf_file, 'r') as fh:\n",
|
||
" perf_json = json.load(fh)\n",
|
||
"logging.info('Generated performance JSON file:')\n",
|
||
"print json.dumps(perf_json, indent=4, sort_keys=True)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "markdown",
|
||
"metadata": {},
|
||
"source": [
|
||
"## 4) trace inspection "
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 77,
|
||
"metadata": {
|
||
"collapsed": false
|
||
},
|
||
"outputs": [
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"version = 6\r\n"
|
||
]
|
||
}
|
||
],
|
||
"source": [
|
||
"!kernelshark {trace_file} 2>/dev/null"
|
||
]
|
||
}
|
||
],
|
||
"metadata": {
|
||
"celltoolbar": "Raw Cell Format",
|
||
"kernelspec": {
|
||
"display_name": "Python 2",
|
||
"language": "python",
|
||
"name": "python2"
|
||
},
|
||
"language_info": {
|
||
"codemirror_mode": {
|
||
"name": "ipython",
|
||
"version": 2
|
||
},
|
||
"file_extension": ".py",
|
||
"mimetype": "text/x-python",
|
||
"name": "python",
|
||
"nbconvert_exporter": "python",
|
||
"pygments_lexer": "ipython2",
|
||
"version": "2.7.9"
|
||
}
|
||
},
|
||
"nbformat": 4,
|
||
"nbformat_minor": 0
|
||
}
|