Difference between revisions of "MAPREDUCE Elite"
(Massively simplify answers for Q5/6) |
|||
Line 21: | Line 21: | ||
There are 99 unique commodities and 15 categories. | There are 99 unique commodities and 15 categories. | ||
<p class="strong">Find the average price of each category, round to the nearest whole number.</p> | <p class="strong">Find the average price of each category, round to the nearest whole number.</p> | ||
− | <pre class="def"> | + | <pre class="def"><nowiki> |
db.commodities.mapReduce( | db.commodities.mapReduce( | ||
function(){ | function(){ | ||
Line 31: | Line 31: | ||
{out:{inline:1}} | {out:{inline:1}} | ||
) | ) | ||
− | </pre> | + | </nowiki></pre> |
− | <pre class="ans">db.commodities.mapReduce(function(){emit(this.category,this.average_price);},function(k,v){return Math.round(Array.sum(v)/v.length);},{out:{inline:1}})</pre> | + | <pre class="ans"><nowiki> |
+ | db.commodities.mapReduce(function(){emit(this.category,this.average_price);},function(k,v){return Math.round(Array.sum(v)/v.length);},{out:{inline:1}}) | ||
+ | </nowiki></pre> | ||
</div> | </div> | ||
<div class="q" data-lang="mongo" data-switches='elite'>Each system has an <code>allegiance</code>. There are three main factions: <b>The Federation</b>, <b>The Empire</b>, and <b>The Alliance</b>.<br/> | <div class="q" data-lang="mongo" data-switches='elite'>Each system has an <code>allegiance</code>. There are three main factions: <b>The Federation</b>, <b>The Empire</b>, and <b>The Alliance</b>.<br/> | ||
<p>Non-populated systems without stations do not have an allegiance, and should be ignored.</p> | <p>Non-populated systems without stations do not have an allegiance, and should be ignored.</p> | ||
<p class="strong">Show the amount of systems following each type of allegiance.</p> | <p class="strong">Show the amount of systems following each type of allegiance.</p> | ||
− | <pre class="def"> | + | <pre class="def"><nowiki> |
db.systems.mapReduce( | db.systems.mapReduce( | ||
function(){ | function(){ | ||
Line 47: | Line 49: | ||
{out:{inline:1}} | {out:{inline:1}} | ||
) | ) | ||
− | </pre> | + | </nowiki></pre> |
− | <pre class="ans">db.systems.mapReduce(function(){if (this.allegiance!=null){emit(this.allegiance,1);}},function(k,v){return Array.sum(v);},{out:{inline:1}})</pre></div> | + | <pre class="ans"><nowiki> |
+ | db.systems.mapReduce(function(){if (this.allegiance!=null){emit(this.allegiance,1);}},function(k,v){return Array.sum(v);},{out:{inline:1}}) | ||
+ | </nowiki></pre> | ||
+ | </div> | ||
<div class="q" data-lang="mongo" data-switches='elite'> | <div class="q" data-lang="mongo" data-switches='elite'> | ||
<p class="strong">What are the populations of the three main factions?</p> | <p class="strong">What are the populations of the three main factions?</p> | ||
<div class="hint" title="Three main factions">["Alliance","Federation","Empire"]</div> | <div class="hint" title="Three main factions">["Alliance","Federation","Empire"]</div> | ||
<div class="hint" title="NaN?">Some systems are not populated and will have '''null''' population fields, make sure to exclude them using <code>!isNaN()</code>.</div> | <div class="hint" title="NaN?">Some systems are not populated and will have '''null''' population fields, make sure to exclude them using <code>!isNaN()</code>.</div> | ||
− | <pre class="def"> | + | <pre class="def"><nowiki> |
db.systems.mapReduce( | db.systems.mapReduce( | ||
function(){ | function(){ | ||
Line 64: | Line 69: | ||
) | ) | ||
</pre> | </pre> | ||
− | <pre class="ans">db.systems.mapReduce(function(){if(!isNaN(this.population)&&this.allegiance!=null&&this.allegiance!="Independent"&&this.allegiance!="Anarchy"){emit(this.allegiance,this.population);}},function(k,v){return Array.sum(v);},{out:{inline:1}})</pre> | + | <pre class="ans"><nowiki> |
+ | db.systems.mapReduce(function(){if(!isNaN(this.population)&&this.allegiance!=null&&this.allegiance!="Independent"&&this.allegiance!="Anarchy"){emit(this.allegiance,this.population);}},function(k,v){return Array.sum(v);},{out:{inline:1}}) | ||
+ | </nowiki></pre> | ||
</div> | </div> | ||
==Harder Questions== | ==Harder Questions== | ||
− | <div class="q" data-lang="mongo" data-switches='elite'>How much Hydrogen Fuel is owned by each faction? Limit your query to the first 5000 stations. | + | <div class="q" data-lang="mongo" data-switches='elite'> |
+ | <p class="strong"> | ||
+ | How much Hydrogen Fuel is owned by each faction? Limit your query to the first 5000 stations. | ||
+ | </p> | ||
<div class="hint" title="hint"> | <div class="hint" title="hint"> | ||
The amount of stations in a system <b>and</b> the amount of listings to a station aren't fixed. <code>query</code> can be used to ensure that they exist. | The amount of stations in a system <b>and</b> the amount of listings to a station aren't fixed. <code>query</code> can be used to ensure that they exist. | ||
</div> | </div> | ||
− | <pre class="def"> | + | <pre class="def"><nowiki> |
db.systems.mapReduce( | db.systems.mapReduce( | ||
function(){ | function(){ | ||
Line 82: | Line 92: | ||
{out:{inline:1}} | {out:{inline:1}} | ||
) | ) | ||
− | </pre> | + | </nowiki></pre> |
− | <pre class="ans">db.systems.mapReduce(function(){if(this.stations)for(let i=0;i<this.stations.length;i++){let t=this.stations[i];if(t.listings&&t.allegiance)for(let s=0;s<t.listings.length;s++){let n=t.listings[s];"Hydrogen Fuel"===n.commodity&&emit(t.allegiance,n.supply)}}},function(i,t){return Array.sum(t)},{out:{inline:1},limit:5e3});</pre> | + | <pre class="ans"><nowiki> |
+ | db.systems.mapReduce(function(){if(this.stations)for(let i=0;i<this.stations.length;i++){let t=this.stations[i];if(t.listings&&t.allegiance)for(let s=0;s<t.listings.length;s++){let n=t.listings[s];"Hydrogen Fuel"===n.commodity&&emit(t.allegiance,n.supply)}}},function(i,t){return Array.sum(t)},{out:{inline:1},limit:5e3}); | ||
+ | </nowiki></pre> | ||
</div> | </div> | ||
<div class="q" data-lang="mongo" data-switches='elite'>A <code>power_control_faction</code> or <b>Power</b> is an individual or organisation who is in control of a system.<br/> | <div class="q" data-lang="mongo" data-switches='elite'>A <code>power_control_faction</code> or <b>Power</b> is an individual or organisation who is in control of a system.<br/> | ||
Line 98: | Line 110: | ||
</div> | </div> | ||
<p class="strong">Show the allegiance of each of the power's systems</p> | <p class="strong">Show the allegiance of each of the power's systems</p> | ||
− | <pre class="def"> | + | <pre class="def"><nowiki> |
db.systems.mapReduce( | db.systems.mapReduce( | ||
function(){ | function(){ | ||
Line 111: | Line 123: | ||
} | } | ||
) | ) | ||
− | </pre> | + | </nowiki></pre> |
− | <pre class="ans">db.systems.mapReduce(function(){emit(this.power_control_faction,{[this.allegiance]:1});},function( | + | <pre class="ans"><nowiki> |
+ | db.systems.mapReduce(function(){emit(this.power_control_faction,{[this.allegiance]:1});},function(_,v){let a={"Alliance":0,"Anarchy":0,"Empire":0,"Federation":0,"Independent":0};for(let i=0;i<v.length;i++){let b=v[i];a.Alliance+=b.Alliance||0;a.Anarchy+=b.Anarchy||0;a.Empire+=b.Empire||0;a.Federation+=b.Federation||0;a.Independent+=b.Independent||0;}return a;},{out:{"inline":1},query:{"power_control_faction":{"$exists":1}},sort:{"_id":1}}); | ||
+ | </nowiki></pre> | ||
</div> | </div> | ||
<div class="q" data-lang="mongo" data-switches='elite'>Our dataset doesn't contain the allegiance of a power: | <div class="q" data-lang="mongo" data-switches='elite'>Our dataset doesn't contain the allegiance of a power: | ||
Line 124: | Line 138: | ||
} | } | ||
</pre></div> | </pre></div> | ||
− | <pre class="def"> | + | <pre class="def"><nowiki> |
db.systems.mapReduce( | db.systems.mapReduce( | ||
function(){ | function(){ | ||
Line 140: | Line 154: | ||
} | } | ||
) | ) | ||
− | </pre> | + | </nowiki></pre> |
− | <pre class="ans">db.systems.mapReduce(function(){emit(this.power_control_faction,{[this.allegiance]:1});},function(k,v){let a={"Alliance":0,"Anarchy":0,"Empire":0,"Federation":0,"Independent":0};for(let i=0;i<v.length;i++){let b=v[i];a.Alliance+=b.Alliance||0;a.Anarchy+=b.Anarchy||0;a.Empire+=b.Empire||0;a.Federation+=b.Federation||0;a.Independent+=b.Independent||0;}return a;},{finalize:function(k,v){return Object.keys(v).reduce((a,b)=>v[a]>v[b]?a:b);},out:{"inline":1},query:{"power_control_faction":{"$exists":1}},sort:{"_id":1}});</pre> | + | <pre class="ans"><nowiki> |
+ | db.systems.mapReduce(function(){emit(this.power_control_faction,{[this.allegiance]:1});},function(k,v){let a={"Alliance":0,"Anarchy":0,"Empire":0,"Federation":0,"Independent":0};for(let i=0;i<v.length;i++){let b=v[i];a.Alliance+=b.Alliance||0;a.Anarchy+=b.Anarchy||0;a.Empire+=b.Empire||0;a.Federation+=b.Federation||0;a.Independent+=b.Independent||0;}return a;},{finalize:function(k,v){return Object.keys(v).reduce((a,b)=>v[a]>v[b]?a:b);},out:{"inline":1},query:{"power_control_faction":{"$exists":1}},sort:{"_id":1}}); | ||
+ | </nowiki></pre> | ||
</div> | </div> |
Revision as of 13:31, 15 June 2018
Introducing the elite database
These questions will introduce the "elite" database, which contains data about the video game Elite Dangerous
There are two collections, commodities
and systems
.
Inside systems
there are nested documents called stations
.
A system has many stations, and a station has many trade listings
.
Keys used in this database.
commodities: _id, average_price, category, name systems: _id, allegiance, faction, government, name, population, primary_economy, security, state, stations, updated_at, x, y, z systems.stations: allegiance, distance_to_star, economies, export_commodities,has_blackmarket, has_commodities, has_rearm, has_repair, has_shipyard, has_outfitting, faction, government, listings, max_landing_pad, name, state, type, updated_at systems.stations.listings: buy_price, collected_at, demand, commodity, sell_price, supply, update_count
Read more about the structure here: Elite Document Structure
Questions
commodities
collection contains the name
and average_price
of each commodity.There are 99 unique commodities and 15 categories.
Find the average price of each category, round to the nearest whole number.
db.commodities.mapReduce( function(){ emit(1,1); }, function(k,v){ return Array.sum(v); }, {out:{inline:1}} )
db.commodities.mapReduce(function(){emit(this.category,this.average_price);},function(k,v){return Math.round(Array.sum(v)/v.length);},{out:{inline:1}})
allegiance
. There are three main factions: The Federation, The Empire, and The Alliance.Non-populated systems without stations do not have an allegiance, and should be ignored.
Show the amount of systems following each type of allegiance.
db.systems.mapReduce( function(){ emit(1,1); }, function(k,v){ return Array.sum(v); }, {out:{inline:1}} )
db.systems.mapReduce(function(){if (this.allegiance!=null){emit(this.allegiance,1);}},function(k,v){return Array.sum(v);},{out:{inline:1}})
What are the populations of the three main factions?
!isNaN()
.<nowiki> db.systems.mapReduce( function(){ emit(1,1); }, function(k,v){ return Array.sum(v); }, {out:{inline:1}} )
db.systems.mapReduce(function(){if(!isNaN(this.population)&&this.allegiance!=null&&this.allegiance!="Independent"&&this.allegiance!="Anarchy"){emit(this.allegiance,this.population);}},function(k,v){return Array.sum(v);},{out:{inline:1}})
Harder Questions
How much Hydrogen Fuel is owned by each faction? Limit your query to the first 5000 stations.
The amount of stations in a system and the amount of listings to a station aren't fixed. query
can be used to ensure that they exist.
db.systems.mapReduce( function(){ emit(1,1); }, function(k,v){ return Array.sum(v); }, {out:{inline:1}} )
db.systems.mapReduce(function(){if(this.stations)for(let i=0;i<this.stations.length;i++){let t=this.stations[i];if(t.listings&&t.allegiance)for(let s=0;s<t.listings.length;s++){let n=t.listings[s];"Hydrogen Fuel"===n.commodity&&emit(t.allegiance,n.supply)}}},function(i,t){return Array.sum(t)},{out:{inline:1},limit:5e3});
power_control_faction
or Power is an individual or organisation who is in control of a system.These powers have allegiance to a faction, but the systems they control do not nescessarily have the same allegiance that they do.
{ '_id': 'Zemina Torval', 'value': { 'Alliance': 0.0, 'Anarchy': 0.0, 'Empire': 39.0, 'Federation': 3.0, 'Independent': 5.0}}]
Show the allegiance of each of the power's systems
db.systems.mapReduce( function(){ emit(1,1); }, function(k,v){ return Array.sum(v); }, { query: {"power_control_faction": {"$exists": 1}}, out: {inline: 1} } )
db.systems.mapReduce(function(){emit(this.power_control_faction,{[this.allegiance]:1});},function(_,v){let a={"Alliance":0,"Anarchy":0,"Empire":0,"Federation":0,"Independent":0};for(let i=0;i<v.length;i++){let b=v[i];a.Alliance+=b.Alliance||0;a.Anarchy+=b.Anarchy||0;a.Empire+=b.Empire||0;a.Federation+=b.Federation||0;a.Independent+=b.Independent||0;}return a;},{out:{"inline":1},query:{"power_control_faction":{"$exists":1}},sort:{"_id":1}});
Using the result from the previous question, guess the power's allegiance by the faction that the majority of their systems follow.
To achieve this, you'll need to use the finalize: function(k, v){}
in the third argument to find the key with the largest value.
{ "_id" : "Zemina Torval", "value" : "Empire" }
db.systems.mapReduce( function(){ emit(1,1); }, function(k,v){ return Array.sum(v); }, { finally: function(k, v){ return v; }, query: {"power_control_faction": {"$exists": 1}}, out: {inline: 1} } )
db.systems.mapReduce(function(){emit(this.power_control_faction,{[this.allegiance]:1});},function(k,v){let a={"Alliance":0,"Anarchy":0,"Empire":0,"Federation":0,"Independent":0};for(let i=0;i<v.length;i++){let b=v[i];a.Alliance+=b.Alliance||0;a.Anarchy+=b.Anarchy||0;a.Empire+=b.Empire||0;a.Federation+=b.Federation||0;a.Independent+=b.Independent||0;}return a;},{finalize:function(k,v){return Object.keys(v).reduce((a,b)=>v[a]>v[b]?a:b);},out:{"inline":1},query:{"power_control_faction":{"$exists":1}},sort:{"_id":1}});