-
Notifications
You must be signed in to change notification settings - Fork 10.3k
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
chore(gatsby): convert inference-metadata to typescript #24381
Merged
blainekasten
merged 6 commits into
gatsbyjs:master
from
Kornil:typescript-gatsby-inference-metadata
Jun 16, 2020
Merged
Changes from 1 commit
Commits
Show all changes
6 commits
Select commit
Hold shift + click to select a range
be9d181
Convert file & add missing actions
Kornil 13508c0
Merge branch 'master' of github.com:gatsbyjs/gatsby into typescript-g…
Kornil 8ca720a
Merge branch 'master' of github.com:gatsbyjs/gatsby into typescript-g…
Kornil 4ecf244
Merge branch 'master' of github.com:gatsbyjs/gatsby into typescript-g…
Kornil 8a97aa5
Address feedback
Kornil 0119b8a
Merge branch 'master' of github.com:gatsbyjs/gatsby into typescript-g…
Kornil File filter
Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,72 +1,31 @@ | ||
// Tracking structure of nodes to utilize this metadata for schema inference | ||
// Type descriptors stay relevant at any point in time making incremental inference trivial | ||
const { omit } = require(`lodash`) | ||
const { | ||
import { omit } from "lodash" | ||
import { | ||
addNode, | ||
addNodes, | ||
deleteNode, | ||
ignore, | ||
disable, | ||
} = require(`../../schema/infer/inference-metadata`) | ||
const { NodeInterfaceFields } = require(`../../schema/types/node-interface`) | ||
const { typesWithoutInference } = require(`../../schema/types/type-defs`) | ||
} from "../../schema/infer/inference-metadata" | ||
import { NodeInterfaceFields } from "../../schema/types/node-interface" | ||
import { typesWithoutInference } from "../../schema/types/type-defs" | ||
|
||
const StepsEnum = { | ||
initialBuild: `initialBuild`, | ||
incrementalBuild: `incrementalBuild`, | ||
} | ||
import { IGatsbyState, ActionsUnion } from "../types" | ||
|
||
const initialState = () => { | ||
return { | ||
step: StepsEnum.initialBuild, // `initialBuild` | `incrementalBuild` | ||
typeMap: {}, | ||
} | ||
} | ||
const ignoredFields: Set<string> = new Set([ | ||
...NodeInterfaceFields, | ||
`__gatsby_resolved`, | ||
]) | ||
|
||
module.exports = (state = initialState(), action) => { | ||
switch (action.type) { | ||
case `CREATE_NODE`: | ||
case `DELETE_NODE`: | ||
case `DELETE_NODES`: | ||
case `ADD_CHILD_NODE_TO_PARENT_NODE`: | ||
case `ADD_FIELD_TO_NODE`: { | ||
// Perf: disable incremental inference until the first schema build. | ||
// There are plugins which create and delete lots of nodes during bootstrap, | ||
// which makes this reducer to do a lot of unnecessary work. | ||
// Instead we defer the initial metadata creation until the first schema build | ||
// and then enable incremental updates explicitly | ||
if (state.step === StepsEnum.initialBuild) { | ||
return state | ||
} | ||
state.typeMap = incrementalReducer(state.typeMap, action) | ||
return state | ||
} | ||
|
||
case `START_INCREMENTAL_INFERENCE`: { | ||
return { | ||
...state, | ||
step: StepsEnum.incrementalBuild, | ||
} | ||
} | ||
|
||
case `DELETE_CACHE`: { | ||
return initialState() | ||
} | ||
|
||
default: { | ||
state.typeMap = incrementalReducer(state.typeMap, action) | ||
return state | ||
} | ||
} | ||
} | ||
|
||
const ignoredFields = new Set([...NodeInterfaceFields, `__gatsby_resolved`]) | ||
|
||
const initialTypeMetadata = () => { | ||
const initialTypeMetadata = (): { ignoredFields: Set<string> } => { | ||
return { ignoredFields } | ||
} | ||
|
||
const incrementalReducer = (state = {}, action) => { | ||
const incrementalReducer = ( | ||
state: IGatsbyState["inferenceMetadata"]["typeMap"] = {}, | ||
action: ActionsUnion | ||
): IGatsbyState["inferenceMetadata"]["typeMap"] => { | ||
switch (action.type) { | ||
case `CREATE_TYPES`: { | ||
const typeDefs = Array.isArray(action.payload) | ||
|
@@ -123,8 +82,8 @@ const incrementalReducer = (state = {}, action) => { | |
// Can't simply add { fields: { [addedField]: node.fields[addedField] } } | ||
// because it will count `fields` key twice for the same node | ||
const previousFields = omit(node.fields, [addedField]) | ||
state[type] = deleteNode(state[type], { fields: previousFields }) | ||
state[type] = addNode(state[type], { fields: node.fields }) | ||
state[type] = deleteNode(state[type], { ...node, fields: previousFields }) | ||
state[type] = addNode(state[type], { ...node, fields: node.fields }) | ||
|
||
// TODO: there might be an edge case when the same field is "added" twice. | ||
// Then we'll count it twice in metadata. The only way to avoid it as I see it | ||
|
@@ -161,3 +120,55 @@ const incrementalReducer = (state = {}, action) => { | |
return state | ||
} | ||
} | ||
|
||
const StepsEnum = { | ||
initialBuild: `initialBuild`, | ||
incrementalBuild: `incrementalBuild`, | ||
} | ||
blainekasten marked this conversation as resolved.
Show resolved
Hide resolved
|
||
|
||
const initialState = (): IGatsbyState["inferenceMetadata"] => { | ||
return { | ||
step: StepsEnum.initialBuild, // `initialBuild` | `incrementalBuild` | ||
typeMap: {}, | ||
} | ||
} | ||
|
||
module.exports = ( | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. this should be a named export and update the import reference. e.g. export function inferenceMetadataReducer(state, action) { .... } |
||
state: IGatsbyState["inferenceMetadata"] = initialState(), | ||
action: ActionsUnion | ||
): IGatsbyState["inferenceMetadata"] => { | ||
switch (action.type) { | ||
case `CREATE_NODE`: | ||
case `DELETE_NODE`: | ||
case `DELETE_NODES`: | ||
case `ADD_CHILD_NODE_TO_PARENT_NODE`: | ||
case `ADD_FIELD_TO_NODE`: { | ||
// Perf: disable incremental inference until the first schema build. | ||
// There are plugins which create and delete lots of nodes during bootstrap, | ||
// which makes this reducer to do a lot of unnecessary work. | ||
// Instead we defer the initial metadata creation until the first schema build | ||
// and then enable incremental updates explicitly | ||
if (state.step === StepsEnum.initialBuild) { | ||
return state | ||
} | ||
state.typeMap = incrementalReducer(state.typeMap, action) | ||
return state | ||
} | ||
|
||
case `START_INCREMENTAL_INFERENCE`: { | ||
return { | ||
...state, | ||
step: StepsEnum.incrementalBuild, | ||
} | ||
} | ||
|
||
case `DELETE_CACHE`: { | ||
return initialState() | ||
} | ||
|
||
default: { | ||
state.typeMap = incrementalReducer(state.typeMap, action) | ||
return state | ||
} | ||
} | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
These 2 changes have the potential to affect production code as we are now sending a full node instead of just fields. I based this on the fact that the action themselves (
deleteNode
andaddNode
) are already typed and coded to accept a full node as second parameter.Please let me know if this change is acceptable or how I can write it better.
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
This feels correct, so it's just a matter of if tests will pass correctly with this change. Thanks for figuring this out!
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Tests seem to pass nicely so it should be all good, I just wanted to make sure this change was seen.