Rietveld Code Review Tool
Help | Bug tracker | Discussion group | Source code | Sign in
(358)

Unified Diff: ycsb/find_percentile_by_value/bash_aggregator.sh

Issue 321640043: ongoing changes for review
Patch Set: Created 6 years, 6 months ago
Use n/p to move between diff chunks; N/P to move between comments. Please Sign in to add in-line comments.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « ycsb/build_slo_curves_5dcs.sh ('k') | ycsb/find_percentile_by_value/build_slo_curves_3dcs.sh » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: ycsb/find_percentile_by_value/bash_aggregator.sh
diff --git a/ycsb/find_percentile_by_value/bash_aggregator.sh b/ycsb/find_percentile_by_value/bash_aggregator.sh
index a30e88f5544ac01b8b3a708d6c48de444eb9f660..11dbd83fee4b37bc1fbd73f554b6bac98b0bff81 100644
--- a/ycsb/find_percentile_by_value/bash_aggregator.sh
+++ b/ycsb/find_percentile_by_value/bash_aggregator.sh
@@ -8,19 +8,13 @@ echo "Founde subdirectories with ycsb files: "$subdirs
function _process_individual_folders_with_ycsb_files {
echo "---------Processing File ------: "$1
echo "---------Additional Arguments--: "$2
+ echo "---------Moving into the folder: "$THIS_DIR/$1
cd $THIS_DIR/$1
find_percentile_by_value.py --src_files ./*.ycsb --out_data_file percentiles.slo $2
}
-function merge_subdir_results_into_one_file {
- echo "" > $THIS_DIR/$CURVE
- cd $THIS_DIR/$SEARCH_DIR
- find -name percentiles.slo | xargs cat >> $THIS_DIR/$CURVE
-}
-
-
function process_individual_folders_with_ycsb_files {
ARGS="$1"
for d in ${subdirs[@]}
@@ -29,6 +23,14 @@ function process_individual_folders_with_ycsb_files {
done
}
+
+
+function merge_subdir_results_into_one_file {
+ echo "" > $THIS_DIR/$CURVE
+ cd $THIS_DIR/$SEARCH_DIR
+ find -name percentiles.slo | xargs cat >> $THIS_DIR/$CURVE
+}
+
function merge_multiple_subdir_results_into_one_file {
echo "--------- " $THIS_DIR/$CURVE
@@ -36,4 +38,42 @@ function merge_multiple_subdir_results_into_one_file {
do
merge_subdir_results_into_one_file $d
done
+}
+
+
+
+
+function parse_result_folders {
+ SRC_FOLDER_WITH_MULTIPLE_LX3_RUNS=$1
+
+ SEARCH_DIR=./$SRC_FOLDER_WITH_MULTIPLE_LX3_RUNS
+
+ CURVE=$SRC_FOLDER_WITH_MULTIPLE_LX3_RUNS.csv
+
+ FIND_PERCENTILE_BY_VALUE_ARGS="$2"
+
+ # <1.> First time consuming Step
+ process_individual_folders_with_ycsb_files "$FIND_PERCENTILE_BY_VALUE_ARGS"
+
+}
+
+function construct_discrete_slo_curves {
+ cd $THIS_DIR
+ construct_discrete_slo_curve.py \
+ --src_file $CURVE \
+ --load_step 100 --n_steps 500 \
+ --output_format int_1000 \
+ --enforce_linear_increase --debug_sort
+}
+
+function construct_operating_curves_back2back {
+
+ parse_result_folders $1 "$2"
+
+ merge_subdir_results_into_one_file $SEARCH_DIR
+
+ construct_discrete_slo_curves
+
+ gnuplot -e "out_file='$1'" /home/kirillb/projects/lx3/sources/nc_ycsb/models/plot_slos.plot
+
}
« no previous file with comments | « ycsb/build_slo_curves_5dcs.sh ('k') | ycsb/find_percentile_by_value/build_slo_curves_3dcs.sh » ('j') | no next file with comments »

Powered by Google App Engine
RSS Feeds Recent Issues | This issue
This is Rietveld f62528b