Timur Shemsedinov, profile picture
Uploaded byTimur Shemsedinov
367 views

How to keep control and safety in the clouds

1. The document discusses different infrastructure types and their characteristics in terms of runtime, storage, security, and time to market. 2. It also discusses serverless benefits and disadvantages, and argues that serverless is not suitable for all applications due to statelessness and other issues. 3. The document proposes a layered architecture approach with microservices and mechanisms for request isolation through various levels of virtualization and containerization.

Software◦
Related topics:
Node.js Development•

Embed presentation

Download to read offline
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c toString().padStart(width) : cell.padEnd(width); }).join(''))).join }; const proportion = (max, val) => Math.round(val * 100 / max); co calcProportion = table => { table.sort((row1, row2) => row2[DENSITY row1[DENSITY_COL]); const maxDensity = table[0][DENSITY_COL]; table forEach(row => { row.push(proportion(maxDensity, row[DENSITY_COL])) return table; }; const getDataset = file => { const lines = fs.read FileSync(file, 'utf8').toString().split('n'); lines.shift(); lines return lines.map(line => line.split(',')); }; const main = compose (getDataset, calcProportion, renderTable); const fs = require('fs' compose = (...funcs) => x => funcs.reduce((x, fn) => fn(x), x); con DENSITY_COL = 3; const renderTable = table => { const cellWidth = [ 8, 8, 18, 6]; return table.map(row => (row.map((cell, i) => { const = cellWidth[i]; return i ? cell.toString().padStart(width) : cell.p (width); }).join(''))).join('n'); }; const proportion = (max, val) How to keep control and safety in the clouds Timur Shemsedinov github.com/tshemsedinov Chief Software Architect at Metarhia Lecturer at Kiev Polytechnic Institute DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c From Infrastructure to Applications DX DAY 2019 Hardware Infrastructure Application State Functions Hardware Infrastructure Application X Functions
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Infrastructure Types Infra Runtime Storage ● Bare metal none stateful stateful ● Shared hosting slice stateless stateful ● Virtualization slice stateful stateful ● Containerization slice stateful stateful ● Clusterization join stateful stateless ● Serverless join stateless stateless DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Infrastructure Aspects Sec Lock TTM ● Bare metal ++++ no + ● Shared hosting + tech ++ ● Virtualization +++ no +++ ● Containerization +++ tech +++ ● Clusterization +++ tech ++++ ● Serverless ++ vendor +++++ DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Serverless Benefits ● Service price? (evangelists told us...) ● Efficiency: Performance? Speed? Latency? ● Easy to test, deploy, maintain? ● Security? Reliability? Flexibility? Quality? ● Quick development? ● Reduces development cost? ● Scalability? DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c What we pay for? We pay for: ● lack of available professionals ● lack of competencies ● lack of available technologies ● lack of funding for our projects ● lack of time DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c What can be automated? Yes ● Infrastructure ● Monitoring ● Networking ● Integration (CI) ● Deployment (CD) No ● Scalability, sharding ● Performance ● Quality ● Security ● Interactivity DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Cost Optimization Cases ● Small services, sometimes cold Can reduce cost x10 (great: $10 to $1) ● Highload >100k online, always warm Single bare metal can hold load Try to calculate serverless cost... DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Serverless Disadvantages ● High resource consumption ● Stateless nature ● Interactivity issue (separate solution needed) ● No application integrity ● Development and debug issues ● Deploy and maintain issues ● Vendor lock, not open source DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Layered Architecture Server-side ● Layered ● Microservices ● Serverless Database Data Access Layer Business-logic API Network DX DAY 2019 Client UI
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c What do we want? ● Apps consolidation ● Stateful cloud applications ● Interactivity (Websockets, TCP, TLS support) ● No vendor lock ● Private clouds ● Do not overpay for clouds DX DAY 2019
● Architecture and layered approach ● Async I/O for business-logic parallelization ● Long-lived processes: in-memory, reuse ● Server inside application (not vice versa) ● Minimize IPC and serialization ● Open source ● But we need request isolation const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c How do we achieve this? DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Why Isolation? ● Errors, crashes ● Memory leaks and other resources ● Application: data, database connections ● File system and root directory ● OS environment, PID, IPC ● OS Security: users, groups ● Networking: socket descriptors, ports, hosts DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Isolation: Virtualization Hardware OS Hypervisor OS App OS App OS App OS App DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Isolation: Containerization Hardware OS Containers App App App App App App App DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Microisolation Hardware OS App Server App App App App App App App App App AppAppAppAppApp AppApp DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Isolation Levels (for Node.js) ● Hardware segmentation, Servers ● Virtual machine (hypervisor) ● Container (docker) ● Process (node) ● Thread (worker_threads) ● Sandbox (vm.createContext, vm.Script) ● Software context (object, closure) DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c SOA Architecture DB API + BL Network API + BL API + BL API + BL Database Data Access Layer Business-logic API Network DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Microservices Architecture DB API + BL Network API + BL API + BL API + BL Database Data Access Layer Business-logic API Network DB DB DB DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Serverless Architecture Database API + BL Network API + BL API + BL API + BL Database Data Access Layer Business-logic API Network DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Serverless Architecture Database API+BL Network Database Data Access Layer Business-logic API Network API+BL API+BL API+BL API+BL API+BL API+BL DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Serverless Architecture Database API+BL Network Database Data Access Layer Business-logic API Network API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Serverless Architecture Database API+BL Network Database Data Access Layer Business-logic API Network API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Metaserverless Experiments ● Application is not a separate functions, application has distributed in-memory state ● Functions can be executed sequentially and parallely in asynchronous style ● Applications have long life and structure ● Interactivity (Websockets, TCP, TLS support) ● No vendor lock, Private clouds, Open Source
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Vendor Lock Prevention Checklist ● Wrap vendor services ● Concentrate on architecture: layers ● Code quality and competencies ● Think twice before following hype and trends ● Remove dependencies if possible DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Vendor Loyalty Checklisk ● Use everything as a service ● Follow guidelines ● Сut risky developments ● Relax ● Share your income DX DAY 2019
const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c toString().padStart(width) : cell.padEnd(width); }).join(''))).join }; const proportion = (max, val) => Math.round(val * 100 / max); co calcProportion = table => { table.sort((row1, row2) => row2[DENSITY row1[DENSITY_COL]); const maxDensity = table[0][DENSITY_COL]; table forEach(row => { row.push(proportion(maxDensity, row[DENSITY_COL])) return table; }; const getDataset = file => { const lines = fs.read FileSync(file, 'utf8').toString().split('n'); lines.shift(); lines return lines.map(line => line.split(',')); }; const main = compose (getDataset, calcProportion, renderTable); const fs = require('fs' compose = (...funcs) => x => funcs.reduce((x, fn) => fn(x), x); con DENSITY_COL = 3; const renderTable = table => { const cellWidth = [ 8, 8, 18, 6]; return table.map(row => (row.map((cell, i) => { const = cellWidth[i]; return i ? cell.toString().padStart(width) : cell.p (width); }).join(''))).join('n'); }; const proportion = (max, val) How to keep control and safety in the clouds Timur Shemsedinov github.com/tshemsedinov Chief Software Architect at Metarhia Lecturer at Kiev Polytechnic Institute DX DAY 2019

More Related Content

PDF
Patterns and antipatterns
byTimur Shemsedinov
 
PDF
Prototype programming in JavaScript
byTimur Shemsedinov
 
PDF
Serverless Clouds (FaaS) and request context isolation in Node.js
byTimur Shemsedinov
 
PDF
Private cloud without vendor lock // Serverless
byTimur Shemsedinov
 
PDF
Web Locks API
byTimur Shemsedinov
 
PDF
Node.js in 2020 - part 1
byTimur Shemsedinov
 
PDF
JavaScript в браузере: Web API (часть 1)
byTimur Shemsedinov
 
PDF
Programming Languages: comparison, history, future
byTimur Shemsedinov
 
Patterns and antipatterns
byTimur Shemsedinov
 
Prototype programming in JavaScript
byTimur Shemsedinov
 
Serverless Clouds (FaaS) and request context isolation in Node.js
byTimur Shemsedinov
 
Private cloud without vendor lock // Serverless
byTimur Shemsedinov
 
Web Locks API
byTimur Shemsedinov
 
Node.js in 2020 - part 1
byTimur Shemsedinov
 
JavaScript в браузере: Web API (часть 1)
byTimur Shemsedinov
 
Programming Languages: comparison, history, future
byTimur Shemsedinov
 

What's hot

PDF
Node.js in 2020 - part 2
byTimur Shemsedinov
 
PDF
Node.js middleware: Never again!
byTimur Shemsedinov
 
PDF
Asynchronous programming with java script and node.js
byTimur Shemsedinov
 
PDF
Race-conditions-web-locks-and-shared-memory
byTimur Shemsedinov
 
PDF
Metarhia KievJS 22-Feb-2018
byTimur Shemsedinov
 
PDF
Node.js in 2020
byTimur Shemsedinov
 
PPTX
Python Tidbits
byMitchell Vitez
 
PDF
Byterun, a Python bytecode interpreter - Allison Kaptur at NYCPython
byakaptur
 
PDF
Allison Kaptur: Bytes in the Machine: Inside the CPython interpreter, PyGotha...
byakaptur
 
PDF
Новое в JavaScript: ES.Next, ECMAScript 2020, ES11, ES10, ES9, ES8, ES7, ES6,...
byTimur Shemsedinov
 
PDF
How are Race Conditions in single threaded JavaScript possible?
byTimur Shemsedinov
 
PDF
Asynchronous programming and mutlithreading
byTimur Shemsedinov
 
PDF
Node.js in 2020 - part 3
byTimur Shemsedinov
 
PDF
"A 1,500 line (!!) switch statement powers your Python!" - Allison Kaptur, !!...
byakaptur
 
PDF
Введение в SQL
byTimur Shemsedinov
 
PDF
JS Fest 2019 Node.js Antipatterns
byTimur Shemsedinov
 
PDF
What they don't tell you about JavaScript
byRaphael Cruzeiro
 
PDF
Bytes in the Machine: Inside the CPython interpreter
byakaptur
 
ODP
Py3k
byAndrew Svetlov
 
PDF
Duralexsedregex
byWairton Abreu
 
Node.js in 2020 - part 2
byTimur Shemsedinov
 
Node.js middleware: Never again!
byTimur Shemsedinov
 
Asynchronous programming with java script and node.js
byTimur Shemsedinov
 
Race-conditions-web-locks-and-shared-memory
byTimur Shemsedinov
 
Metarhia KievJS 22-Feb-2018
byTimur Shemsedinov
 
Node.js in 2020
byTimur Shemsedinov
 
Python Tidbits
byMitchell Vitez
 
Byterun, a Python bytecode interpreter - Allison Kaptur at NYCPython
byakaptur
 
Allison Kaptur: Bytes in the Machine: Inside the CPython interpreter, PyGotha...
byakaptur
 
Новое в JavaScript: ES.Next, ECMAScript 2020, ES11, ES10, ES9, ES8, ES7, ES6,...
byTimur Shemsedinov
 
How are Race Conditions in single threaded JavaScript possible?
byTimur Shemsedinov
 
Asynchronous programming and mutlithreading
byTimur Shemsedinov
 
Node.js in 2020 - part 3
byTimur Shemsedinov
 
"A 1,500 line (!!) switch statement powers your Python!" - Allison Kaptur, !!...
byakaptur
 
Введение в SQL
byTimur Shemsedinov
 
JS Fest 2019 Node.js Antipatterns
byTimur Shemsedinov
 
What they don't tell you about JavaScript
byRaphael Cruzeiro
 
Bytes in the Machine: Inside the CPython interpreter
byakaptur
 
Py3k
byAndrew Svetlov
 
Duralexsedregex
byWairton Abreu
 

Similar to How to keep control and safety in the clouds

PPTX
OrientDB - Time Series and Event Sequences - Codemotion Milan 2014
byLuigi Dell'Aquila
 
PPTX
Advanced JavaScript
byZsolt Mészárovics
 
PDF
JavaScript Design Patterns Hugo Di Francesco
byoipyapohi698
 
PPTX
The hardest part of microservices: your data
byChristian Posta
 
PDF
Using Graphs for Feature Engineering_ Graph Reduce-2.pdf
byWes Madrigal
 
PPT
Handling Data in Mega Scale Web Systems
byVineet Gupta
 
PDF
Designing Data Intensive Applications The Big Ideas Behind Reliable Scalable ...
bylebanfyockkc
 
PDF
JavaScript Design Patterns Hugo Di Francesco
bynagateabasli
 
PDF
OrientDB: Unlock the Value of Document Data Relationships
byFabrizio Fortino
 
PDF
Christian Gill ''Functional programming for the people''
byOdessaJS Conf
 
PPTX
Academy PRO: ES2015
byBinary Studio
 
PDF
Whats new in ES2019
bychayanikaa
 
PDF
Node.js for enterprise - JS Conference
byTimur Shemsedinov
 
PDF
OSCON Presentation: Developing High Performance Websites and Modern Apps with...
byDoris Chen
 
PPTX
Apache Hadoop India Summit 2011 Keynote talk "Programming Abstractions for Sm...
byYahoo Developer Network
 
PPTX
Il tempo vola: rappresentare e manipolare sequenze di eventi e time series co...
byCodemotion
 
PDF
Efficient use of NodeJS
byYura Bogdanov
 
PDF
Web futures
byBrendan Eich
 
PPTX
[PASS Summit 2016] Azure DocumentDB: A Deep Dive into Advanced Features
byAndrew Liu
 
PPTX
Azure Document Db
byMarco Parenzan
 
OrientDB - Time Series and Event Sequences - Codemotion Milan 2014
byLuigi Dell'Aquila
 
Advanced JavaScript
byZsolt Mészárovics
 
JavaScript Design Patterns Hugo Di Francesco
byoipyapohi698
 
The hardest part of microservices: your data
byChristian Posta
 
Using Graphs for Feature Engineering_ Graph Reduce-2.pdf
byWes Madrigal
 
Handling Data in Mega Scale Web Systems
byVineet Gupta
 
Designing Data Intensive Applications The Big Ideas Behind Reliable Scalable ...
bylebanfyockkc
 
JavaScript Design Patterns Hugo Di Francesco
bynagateabasli
 
OrientDB: Unlock the Value of Document Data Relationships
byFabrizio Fortino
 
Christian Gill ''Functional programming for the people''
byOdessaJS Conf
 
Academy PRO: ES2015
byBinary Studio
 
Whats new in ES2019
bychayanikaa
 
Node.js for enterprise - JS Conference
byTimur Shemsedinov
 
OSCON Presentation: Developing High Performance Websites and Modern Apps with...
byDoris Chen
 
Apache Hadoop India Summit 2011 Keynote talk "Programming Abstractions for Sm...
byYahoo Developer Network
 
Il tempo vola: rappresentare e manipolare sequenze di eventi e time series co...
byCodemotion
 
Efficient use of NodeJS
byYura Bogdanov
 
Web futures
byBrendan Eich
 
[PASS Summit 2016] Azure DocumentDB: A Deep Dive into Advanced Features
byAndrew Liu
 
Azure Document Db
byMarco Parenzan
 

More from Timur Shemsedinov

PDF
FwDays 2021: Metarhia Technology Stack for Node.js
byTimur Shemsedinov
 
PDF
Node.js security
byTimur Shemsedinov
 
PDF
Почему хорошее ИТ-образование невостребовано рыночком
byTimur Shemsedinov
 
PDF
Information system structure and architecture
byTimur Shemsedinov
 
PDF
Базы данных в 2020
byTimur Shemsedinov
 
PDF
Multithreading in Node.js and JavaScript
byTimur Shemsedinov
 
PDF
Node.js Меньше сложности, больше надежности Holy.js 2021
byTimur Shemsedinov
 
PDF
How to use Chat GPT in JavaScript optimizations for Node.js
byTimur Shemsedinov
 
PDF
Node.js for enterprise 2021 - JavaScript Fwdays 3
byTimur Shemsedinov
 
PDF
Node.js threads for I/O-bound tasks
byTimur Shemsedinov
 
PDF
Node.js in 2021
byTimur Shemsedinov
 
PDF
Rethinking low-code
byTimur Shemsedinov
 
PDF
IT Revolution in 2023-2024: AI, GPT, business transformation, future professi...
byTimur Shemsedinov
 
PDF
Hat full of developers
byTimur Shemsedinov
 
FwDays 2021: Metarhia Technology Stack for Node.js
byTimur Shemsedinov
 
Node.js security
byTimur Shemsedinov
 
Почему хорошее ИТ-образование невостребовано рыночком
byTimur Shemsedinov
 
Information system structure and architecture
byTimur Shemsedinov
 
Базы данных в 2020
byTimur Shemsedinov
 
Multithreading in Node.js and JavaScript
byTimur Shemsedinov
 
Node.js Меньше сложности, больше надежности Holy.js 2021
byTimur Shemsedinov
 
How to use Chat GPT in JavaScript optimizations for Node.js
byTimur Shemsedinov
 
Node.js for enterprise 2021 - JavaScript Fwdays 3
byTimur Shemsedinov
 
Node.js threads for I/O-bound tasks
byTimur Shemsedinov
 
Node.js in 2021
byTimur Shemsedinov
 
Rethinking low-code
byTimur Shemsedinov
 
IT Revolution in 2023-2024: AI, GPT, business transformation, future professi...
byTimur Shemsedinov
 
Hat full of developers
byTimur Shemsedinov
 

Recently uploaded

PPTX
Road_Quality_Indicator using deeplearning algorithms and computer vision
byDHARUNPRASHOBMM
 
PDF
Revolutionising-SQL-Data-Modelling-with-SqlDBM.pdf
bySQL DBM
 
PDF
Microservices-Final !!!!!!!!!!!!!!!!.pdf
bydoquangminh962004
 
PPTX
NSF Converter Software to Convert NSF to PST, EML, MSG
byNSF Converter Software
 
PDF
DSD-INT 2025 Latest Developments for HydroMT and wflow - Meshgi
byDeltares
 
PDF
Coding Assessment Tools .pdf
byCodexpro
 
PPTX
Computer_Virus_Presentation_With_Slide7.pptx
byHEVISLIVE
 
PPTX
AI Agent Overview - Why we need AI Agent
byAlokGope
 
PDF
DSD-INT 2025 Introduction to Hydrology Suite - Slootjes
byDeltares
 
PPTX
Modern P&C Insurance Software for Smarter, Faster Operations.pptx
byInsurance Tech Services
 
PDF
Database Management Systems(DBMS):UNIT-II Relational Data Model BCA SEP SEM ...
byKuvempu University
 
PDF
From Experiment to Enterprise: Scaling AI Coding Assistants Across Engineerin...
byMaxim Salnikov
 
PDF
BCS-FACS Peter Landin Semantics Seminar - Formal Methods: Whence and Whither?
byJonathan Bowen
 
PPTX
AI Clinic Management Software for Pulmonology Clinics Bringing Clarity, Contr...
byEasy Clinic
 
PDF
Cloud-Based Underwriting Software for Insurance
byInsurance Tech Services
 
PPTX
Week 7 Introduction to HTML PowerPoint Notes.pptx
bylesandawelgens
 
PPTX
Custom chat gpt integration services.pptx
byChetu
 
PDF
DSD-INT 2025 Hydrological response of the Puget Sound area to a changing clim...
byDeltares
 
PPTX
1_MIL_Introduction_Influence-of-Media-and-Information-on-Communication (1).pptx
byDeltaDomsMamas1
 
PDF
DSD-INT 2025 Managing low flows in the International Meuse Basin with Nature-...
byDeltares
 
Road_Quality_Indicator using deeplearning algorithms and computer vision
byDHARUNPRASHOBMM
 
Revolutionising-SQL-Data-Modelling-with-SqlDBM.pdf
bySQL DBM
 
Microservices-Final !!!!!!!!!!!!!!!!.pdf
bydoquangminh962004
 
NSF Converter Software to Convert NSF to PST, EML, MSG
byNSF Converter Software
 
DSD-INT 2025 Latest Developments for HydroMT and wflow - Meshgi
byDeltares
 
Coding Assessment Tools .pdf
byCodexpro
 
Computer_Virus_Presentation_With_Slide7.pptx
byHEVISLIVE
 
AI Agent Overview - Why we need AI Agent
byAlokGope
 
DSD-INT 2025 Introduction to Hydrology Suite - Slootjes
byDeltares
 
Modern P&C Insurance Software for Smarter, Faster Operations.pptx
byInsurance Tech Services
 
Database Management Systems(DBMS):UNIT-II Relational Data Model BCA SEP SEM ...
byKuvempu University
 
From Experiment to Enterprise: Scaling AI Coding Assistants Across Engineerin...
byMaxim Salnikov
 
BCS-FACS Peter Landin Semantics Seminar - Formal Methods: Whence and Whither?
byJonathan Bowen
 
AI Clinic Management Software for Pulmonology Clinics Bringing Clarity, Contr...
byEasy Clinic
 
Cloud-Based Underwriting Software for Insurance
byInsurance Tech Services
 
Week 7 Introduction to HTML PowerPoint Notes.pptx
bylesandawelgens
 
Custom chat gpt integration services.pptx
byChetu
 
DSD-INT 2025 Hydrological response of the Puget Sound area to a changing clim...
byDeltares
 
1_MIL_Introduction_Influence-of-Media-and-Information-on-Communication (1).pptx
byDeltaDomsMamas1
 
DSD-INT 2025 Managing low flows in the International Meuse Basin with Nature-...
byDeltares
 

How to keep control and safety in the clouds

  • 1.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c toString().padStart(width) : cell.padEnd(width); }).join(''))).join }; const proportion = (max, val) => Math.round(val * 100 / max); co calcProportion = table => { table.sort((row1, row2) => row2[DENSITY row1[DENSITY_COL]); const maxDensity = table[0][DENSITY_COL]; table forEach(row => { row.push(proportion(maxDensity, row[DENSITY_COL])) return table; }; const getDataset = file => { const lines = fs.read FileSync(file, 'utf8').toString().split('n'); lines.shift(); lines return lines.map(line => line.split(',')); }; const main = compose (getDataset, calcProportion, renderTable); const fs = require('fs' compose = (...funcs) => x => funcs.reduce((x, fn) => fn(x), x); con DENSITY_COL = 3; const renderTable = table => { const cellWidth = [ 8, 8, 18, 6]; return table.map(row => (row.map((cell, i) => { const = cellWidth[i]; return i ? cell.toString().padStart(width) : cell.p (width); }).join(''))).join('n'); }; const proportion = (max, val) How to keep control and safety in the clouds Timur Shemsedinov github.com/tshemsedinov Chief Software Architect at Metarhia Lecturer at Kiev Polytechnic Institute DX DAY 2019
  • 2.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c From Infrastructure to Applications DX DAY 2019 Hardware Infrastructure Application State Functions Hardware Infrastructure Application X Functions
  • 3.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Infrastructure Types Infra Runtime Storage ● Bare metal none stateful stateful ● Shared hosting slice stateless stateful ● Virtualization slice stateful stateful ● Containerization slice stateful stateful ● Clusterization join stateful stateless ● Serverless join stateless stateless DX DAY 2019
  • 4.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Infrastructure Aspects Sec Lock TTM ● Bare metal ++++ no + ● Shared hosting + tech ++ ● Virtualization +++ no +++ ● Containerization +++ tech +++ ● Clusterization +++ tech ++++ ● Serverless ++ vendor +++++ DX DAY 2019
  • 5.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Serverless Benefits ● Service price? (evangelists told us...) ● Efficiency: Performance? Speed? Latency? ● Easy to test, deploy, maintain? ● Security? Reliability? Flexibility? Quality? ● Quick development? ● Reduces development cost? ● Scalability? DX DAY 2019
  • 6.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c What we pay for? We pay for: ● lack of available professionals ● lack of competencies ● lack of available technologies ● lack of funding for our projects ● lack of time DX DAY 2019
  • 7.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c What can be automated? Yes ● Infrastructure ● Monitoring ● Networking ● Integration (CI) ● Deployment (CD) No ● Scalability, sharding ● Performance ● Quality ● Security ● Interactivity DX DAY 2019
  • 8.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Cost Optimization Cases ● Small services, sometimes cold Can reduce cost x10 (great: $10 to $1) ● Highload >100k online, always warm Single bare metal can hold load Try to calculate serverless cost... DX DAY 2019
  • 9.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Serverless Disadvantages ● High resource consumption ● Stateless nature ● Interactivity issue (separate solution needed) ● No application integrity ● Development and debug issues ● Deploy and maintain issues ● Vendor lock, not open source DX DAY 2019
  • 10.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Layered Architecture Server-side ● Layered ● Microservices ● Serverless Database Data Access Layer Business-logic API Network DX DAY 2019 Client UI
  • 11.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c What do we want? ● Apps consolidation ● Stateful cloud applications ● Interactivity (Websockets, TCP, TLS support) ● No vendor lock ● Private clouds ● Do not overpay for clouds DX DAY 2019
  • 12.
    ● Architecture andlayered approach ● Async I/O for business-logic parallelization ● Long-lived processes: in-memory, reuse ● Server inside application (not vice versa) ● Minimize IPC and serialization ● Open source ● But we need request isolation const fs = require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c How do we achieve this? DX DAY 2019
  • 13.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Why Isolation? ● Errors, crashes ● Memory leaks and other resources ● Application: data, database connections ● File system and root directory ● OS environment, PID, IPC ● OS Security: users, groups ● Networking: socket descriptors, ports, hosts DX DAY 2019
  • 14.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Isolation: Virtualization Hardware OS Hypervisor OS App OS App OS App OS App DX DAY 2019
  • 15.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Isolation: Containerization Hardware OS Containers App App App App App App App DX DAY 2019
  • 16.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Microisolation Hardware OS App Server App App App App App App App App App AppAppAppAppApp AppApp DX DAY 2019
  • 17.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Isolation Levels (for Node.js) ● Hardware segmentation, Servers ● Virtual machine (hypervisor) ● Container (docker) ● Process (node) ● Thread (worker_threads) ● Sandbox (vm.createContext, vm.Script) ● Software context (object, closure) DX DAY 2019
  • 18.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c SOA Architecture DB API + BL Network API + BL API + BL API + BL Database Data Access Layer Business-logic API Network DX DAY 2019
  • 19.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Microservices Architecture DB API + BL Network API + BL API + BL API + BL Database Data Access Layer Business-logic API Network DB DB DB DX DAY 2019
  • 20.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Serverless Architecture Database API + BL Network API + BL API + BL API + BL Database Data Access Layer Business-logic API Network DX DAY 2019
  • 21.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Serverless Architecture Database API+BL Network Database Data Access Layer Business-logic API Network API+BL API+BL API+BL API+BL API+BL API+BL DX DAY 2019
  • 22.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Serverless Architecture Database API+BL Network Database Data Access Layer Business-logic API Network API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL DX DAY 2019
  • 23.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Serverless Architecture Database API+BL Network Database Data Access Layer Business-logic API Network API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL API+BL DX DAY 2019
  • 24.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Metaserverless Experiments ● Application is not a separate functions, application has distributed in-memory state ● Functions can be executed sequentially and parallely in asynchronous style ● Applications have long life and structure ● Interactivity (Websockets, TCP, TLS support) ● No vendor lock, Private clouds, Open Source
  • 25.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Vendor Lock Prevention Checklist ● Wrap vendor services ● Concentrate on architecture: layers ● Code quality and competencies ● Think twice before following hype and trends ● Remove dependencies if possible DX DAY 2019
  • 26.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c Vendor Loyalty Checklisk ● Use everything as a service ● Follow guidelines ● Сut risky developments ● Relax ● Share your income DX DAY 2019
  • 27.
    const fs =require('fs'); const compose = (...funcs) => x => funcs. reduce((x, fn) => fn(x), x); const DENSITY_COL = 3; const renderTab table => { const cellWidth = [18, 10, 8, 8, 18, 6]; return table.ma => (row.map((cell, i) => { const width = cellWidth[i]; return i ? c toString().padStart(width) : cell.padEnd(width); }).join(''))).join }; const proportion = (max, val) => Math.round(val * 100 / max); co calcProportion = table => { table.sort((row1, row2) => row2[DENSITY row1[DENSITY_COL]); const maxDensity = table[0][DENSITY_COL]; table forEach(row => { row.push(proportion(maxDensity, row[DENSITY_COL])) return table; }; const getDataset = file => { const lines = fs.read FileSync(file, 'utf8').toString().split('n'); lines.shift(); lines return lines.map(line => line.split(',')); }; const main = compose (getDataset, calcProportion, renderTable); const fs = require('fs' compose = (...funcs) => x => funcs.reduce((x, fn) => fn(x), x); con DENSITY_COL = 3; const renderTable = table => { const cellWidth = [ 8, 8, 18, 6]; return table.map(row => (row.map((cell, i) => { const = cellWidth[i]; return i ? cell.toString().padStart(width) : cell.p (width); }).join(''))).join('n'); }; const proportion = (max, val) How to keep control and safety in the clouds Timur Shemsedinov github.com/tshemsedinov Chief Software Architect at Metarhia Lecturer at Kiev Polytechnic Institute DX DAY 2019